-- Logs begin at Thu 2022-01-27 10:38:43 UTC, end at Thu 2022-01-27 11:35:47 UTC. -- Jan 27 11:09:45.515892 dv-cinder-826608-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 11:09:48.435502 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.common.config [-] Logging enabled! Jan 27 11:09:48.436183 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 11:09:48.436291 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 11:09:48.439672 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.common.config [-] Logging enabled! Jan 27 11:09:48.439921 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev434 Jan 27 11:09:48.440232 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 11:09:48.441138 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:09:48.441372 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:09:48.441716 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:09:48.441957 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:09:48.442180 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:09:48.442524 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.442935 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 11:09:48.443238 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.443527 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.443806 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.444092 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.444359 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.444633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.444907 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.445190 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.445472 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.445742 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.446013 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.446295 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.446605 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.446883 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.447147 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.447426 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.447701 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.448124 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.448530 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.448805 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.449086 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.449364 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.449631 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.449899 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.450177 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.450520 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] host = dv-cinder-826608-1-iscsi {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.450794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.451073 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.451351 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.451628 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.451898 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.452168 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.452444 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.452711 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.452978 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.453251 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.453532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.453814 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.454160 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.454409 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.454630 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.454911 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.455191 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.455463 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.455733 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.456006 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.456280 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.456550 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.456817 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.457096 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.457373 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.457650 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.457920 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.458188 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.458480 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.458747 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.459022 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.459290 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.459554 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.459821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.460099 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.460365 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.460629 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.460920 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.461197 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.461474 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.461749 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.462017 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.462290 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.462586 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.462853 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.463118 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.463386 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.463649 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.463922 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.464188 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.464452 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.464720 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.464982 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.465258 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.465525 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:48.465817 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.466104 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.466424 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.466719 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.466999 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.467273 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.467555 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.467827 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.468107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.468384 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.468666 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.468941 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.469231 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.469556 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.469849 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.470146 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.470459 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.470744 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.471011 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.471278 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.471544 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.471817 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.472097 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.472370 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.472649 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.472925 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.473195 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.473487 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.473767 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.474053 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.474360 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.474625 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.474898 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.475179 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.475450 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.475715 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.475989 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.476286 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.476542 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.476806 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.477080 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.477350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.477613 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.477875 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.478145 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.478451 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.478719 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.478982 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.479246 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.479516 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.479779 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.480056 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.480324 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.480589 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.480853 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.481124 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.481388 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.481652 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.481920 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.482182 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.482472 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.482736 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.482997 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.483261 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.483523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.483785 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.484046 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.484307 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.484572 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.484833 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.485119 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.485427 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.485693 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.485960 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.486236 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.486557 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.486827 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.487099 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.487367 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.487635 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.487902 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.488171 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.488441 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.488711 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.488973 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.489252 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.489527 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.489804 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.490098 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.490385 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.490672 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.490940 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.491214 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.491482 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.491750 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.492024 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.492300 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.492585 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.492869 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.493151 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.493435 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.493718 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.493991 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.494288 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.494581 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:48.494793 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:09:48.495026 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 11:09:48.856158 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 11:09:48.856412 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 11:09:48.856746 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 11:09:48.857074 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 11:09:49.181989 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.182220 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.182468 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.183806 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.184077 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.184338 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.228700 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.228970 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.229237 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.243327 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.243599 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.243861 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.273365 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.273665 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.273942 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.309558 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.309828 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.310093 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.642178 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.642753 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.642753 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.642969 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.643668 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.741365 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.741677 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.741953 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.742220 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.742512 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.742820 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.743076 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.743331 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.743579 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.743862 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.744098 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.744354 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.744603 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.744846 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.745095 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.745353 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.745600 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.745845 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.746107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.746383 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.746648 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.746896 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.747169 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.747537 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.747781 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.748019 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.748397 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.748629 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.748860 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.749088 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.749314 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.749542 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:49.749896 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 11:09:49.753039 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 11:09:49.757062 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 11:09:49.760922 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 27 11:09:49.762578 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 11:09:49.763036 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 11:09:49.763361 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 11:09:49.763732 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 11:09:49.766605 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 11:09:49.766855 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 11:09:49.767194 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 11:09:49.772481 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 11:09:49.796576 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 11:09:49.797026 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.797322 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 11:09:49.797777 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.799167 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 11:09:49.799442 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 11:09:49.799676 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 11:09:49.802942 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.803223 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:49.867765 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 11:09:49.867952 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 11:09:49.868228 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 11:09:49.868596 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 11:09:49.891609 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_db.sqlalchemy.engines [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 11:09:50.324431 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing driver for type 'gre' Jan 27 11:09:50.324967 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] gre ID ranges: [(1, 1000)] Jan 27 11:09:50.373608 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing driver for type 'local' Jan 27 11:09:50.373964 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing driver for type 'vlan' Jan 27 11:09:50.389294 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] VlanTypeDriver initialization complete Jan 27 11:09:50.389644 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing driver for type 'vxlan' Jan 27 11:09:50.390169 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] vxlan ID ranges: [(1, 1000)] Jan 27 11:09:50.441144 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing extension driver 'port_security' Jan 27 11:09:50.441478 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.extensions.port_security [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] PortSecurityExtensionDriver initialization complete Jan 27 11:09:50.441804 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing mechanism driver 'openvswitch' Jan 27 11:09:50.442130 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing mechanism driver 'hyperv' Jan 27 11:09:50.448830 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.plugin [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:09:50.449503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.449867 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.450216 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.450829 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.451255 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.451602 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.451939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.452325 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.452728 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.453069 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.453475 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.453988 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.454415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.454769 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.455104 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.455626 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.456032 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.456378 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.456855 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.457267 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.457673 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.458010 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.458352 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.458753 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 11:09:50.459189 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] ML2 OVO RPC backend initialized. {{(pid=102338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 11:09:50.459873 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.460221 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.460628 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.460968 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > networks before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.461310 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.461642 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > ports before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.461979 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.462312 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.462680 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.463017 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.463345 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.463676 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.464006 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.464334 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.464663 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.464992 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.465325 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.472695 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded quota_driver: . Jan 27 11:09:50.473049 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.plugin [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Modular L2 Plugin initialization complete Jan 27 11:09:50.473394 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading services supported by the core plugin {{(pid=102338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 11:09:50.473729 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.plugins.ml2.managers [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Got port-security extension from driver 'port_security' Jan 27 11:09:50.474209 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.extensions.vlantransparent [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Disabled vlantransparent extension. Jan 27 11:09:50.474720 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 11:09:50.475043 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: router Jan 27 11:09:50.511507 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.511889 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.512253 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router before_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.512613 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.512982 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.513329 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_delete 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.513690 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.514030 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.514443 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.514732 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.515082 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.515420 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.515752 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.516155 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.516564 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.516896 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.517228 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: subnet after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.517560 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.517900 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.518238 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.518596 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.518919 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.519271 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router after_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.519602 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.519948 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.520302 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.520637 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.520993 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > agent after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.521335 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.521670 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > network after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.522546 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Tracking information for resource: router configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:50.522872 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Tracking information for resource: floatingip configured {{(pid=102338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 11:09:50.527820 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.db.l3_agentschedulers_db [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 11:09:50.528385 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.528740 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.529058 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.529401 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: port after_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.530667 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router before_create 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.531028 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.531388 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.531740 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.536468 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.provider_configuration [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service providers = [] {{(pid=102338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 11:09:50.536831 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.db.servicetype_db [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 11:09:50.539813 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.service_base [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:09:50.540158 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.service_base [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:09:50.540494 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.service_base [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:09:50.541369 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.services.service_base [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 11:09:50.541730 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.services.service_base [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 11:09:50.542093 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.542432 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 11:09:50.553072 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.553401 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: auto_allocate Jan 27 11:09:50.559175 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: network precommit_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.559539 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: network precommit_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.560049 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.560363 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: tag Jan 27 11:09:50.566974 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.567296 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: timestamp Jan 27 11:09:50.571344 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.571675 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: network_ip_availability Jan 27 11:09:50.577337 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.577638 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.577992 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.578722 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.579086 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: flavors Jan 27 11:09:50.583999 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.584322 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading Plugin: revisions Jan 27 11:09:50.588620 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 11:09:50.589007 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.732s {{(pid=102338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 11:09:50.589739 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 11:09:50.590072 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Initializing extension manager. Jan 27 11:09:50.590614 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: __init__.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.590949 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: __pycache__ {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.591274 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.591601 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.592351 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.592914 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: address-group Jan 27 11:09:50.593230 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: address_scope.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.593914 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.594463 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: address-scope Jan 27 11:09:50.594781 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.595699 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.596201 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: router-admin-state-down-before-update Jan 27 11:09:50.596518 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: agent.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.597388 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.597897 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: agent Jan 27 11:09:50.598214 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: agent_resources_synced.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.599139 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.599644 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: agent-resources-synced Jan 27 11:09:50.599960 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.601711 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.602229 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: allowed-address-pairs Jan 27 11:09:50.602569 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.603637 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.604145 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: auto-allocated-topology Jan 27 11:09:50.604463 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.605149 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.605650 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: availability_zone Jan 27 11:09:50.605963 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: availability_zone_filter.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.606893 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.607390 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: availability_zone_filter Jan 27 11:09:50.607705 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: data_plane_status.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.608592 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.609087 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 11:09:50.609396 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: default_subnetpools.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.610357 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.610863 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: default-subnetpools Jan 27 11:09:50.611174 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.611974 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.612479 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: dhcp_agent_scheduler Jan 27 11:09:50.612794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: dns.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.613693 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.614192 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 11:09:50.614544 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: dns_domain_ports.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.615451 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.615953 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 11:09:50.616269 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.617173 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.617669 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 11:09:50.617987 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: dvr.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.618685 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.619186 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: dvr Jan 27 11:09:50.619503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: ecmp_routes.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.620408 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.620904 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 11:09:50.621219 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: empty_string_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.622110 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.622644 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: empty-string-filtering Jan 27 11:09:50.622958 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.623846 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.624341 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 11:09:50.624653 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.625547 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.626072 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 11:09:50.626402 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: external_net.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.627293 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.627799 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: external-net Jan 27 11:09:50.628094 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.628998 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.629518 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: extra_dhcp_opt Jan 27 11:09:50.629834 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: extraroute.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.630773 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.631277 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: extraroute Jan 27 11:09:50.631589 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: extraroute_atomic.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.632648 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.633150 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: extraroute-atomic Jan 27 11:09:50.633462 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: filter_validation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.634122 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.634638 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: filter-validation Jan 27 11:09:50.634961 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: fip_pf_description.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.635851 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.636342 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 11:09:50.636656 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: fip_port_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.637556 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.638056 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: fip-port-details Jan 27 11:09:50.638398 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: flavors.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.639639 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.640153 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: flavors Jan 27 11:09:50.640470 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.642201 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.642781 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 11:09:50.643050 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: floatingip_pools.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.643741 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.644246 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: floatingip-pools Jan 27 11:09:50.644568 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: ip_allocation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.645496 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.645996 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 11:09:50.646310 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.647245 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.647751 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: ip-substring-filtering Jan 27 11:09:50.648073 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l2_adjacency.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.648990 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.649496 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 11:09:50.649817 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.650810 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.651320 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: router Jan 27 11:09:50.651636 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.654018 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.654575 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 11:09:50.655252 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.656199 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.656708 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: ext-gw-mode Jan 27 11:09:50.657058 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.657959 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.658491 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: l3-ha Jan 27 11:09:50.658812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3_flavors.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.659722 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.660224 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: l3-flavors Jan 27 11:09:50.660542 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.661442 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.661941 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 11:09:50.662254 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: l3agentscheduler.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.663315 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.663826 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: l3_agent_scheduler Jan 27 11:09:50.664146 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: local_ip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.665920 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.666475 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension local_ip not supported by any of loaded plugins Jan 27 11:09:50.666798 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: logging.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.668279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.668799 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension logging not supported by any of loaded plugins Jan 27 11:09:50.669129 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: metering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.669862 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.670466 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: metering Jan 27 11:09:50.670789 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.671859 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.672377 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: metering_source_and_destination_fields Jan 27 11:09:50.672750 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: multiprovidernet.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.673669 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.674171 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: multi-provider Jan 27 11:09:50.674520 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: netmtu.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.675428 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.675928 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: net-mtu Jan 27 11:09:50.676244 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: netmtu_writable.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.677152 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.677654 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: net-mtu-writable Jan 27 11:09:50.677972 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: network_availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.678665 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.679163 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: network_availability_zone Jan 27 11:09:50.679483 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: network_ip_availability.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.680599 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.681117 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: network-ip-availability Jan 27 11:09:50.681436 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: network_segment_range.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.682191 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.682725 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 11:09:50.683051 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: pagination.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.684017 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.684339 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: pagination Jan 27 11:09:50.684655 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: port_device_profile.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.685561 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.686074 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: port-device-profile Jan 27 11:09:50.686407 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.687318 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.687818 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: port-mac-address-regenerate Jan 27 11:09:50.688158 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.689177 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.689680 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: port-numa-affinity-policy Jan 27 11:09:50.689996 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: port_resource_request.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.690935 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.691429 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 11:09:50.691742 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.692713 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.693214 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 11:09:50.693531 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: portbindings.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.694473 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.694985 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: binding Jan 27 11:09:50.695298 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: portbindings_extended.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.696559 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.697063 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: binding-extended Jan 27 11:09:50.697383 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: portsecurity.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.698279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.698804 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: port-security Jan 27 11:09:50.699125 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: project_id.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.700081 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.700398 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: project-id Jan 27 11:09:50.700713 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: providernet.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.701619 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.702123 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: provider Jan 27 11:09:50.702464 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.706154 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.706696 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos not supported by any of loaded plugins Jan 27 11:09:50.707024 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.708264 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.708774 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 11:09:50.709096 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.710002 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.710533 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 11:09:50.710855 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_default.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.711753 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.712265 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-default not supported by any of loaded plugins Jan 27 11:09:50.712581 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_fip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.713495 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.714006 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 11:09:50.714321 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.715237 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.715744 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 11:09:50.716055 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.716981 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.717481 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 11:09:50.717794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.718723 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.719220 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 11:09:50.719559 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.720590 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.721096 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 11:09:50.721408 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_pps_rule.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.722605 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.723115 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 11:09:50.723430 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.724334 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.724838 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 11:09:50.725159 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: qos_rules_alias.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.726186 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.726721 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 11:09:50.727039 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: quota_check_limit.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.727938 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.728445 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: quota-check-limit Jan 27 11:09:50.728758 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: quotasv2.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.729684 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.730005 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: quotas Jan 27 11:09:50.730320 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: quotasv2_detail.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.732163 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.732504 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: quota_details Jan 27 11:09:50.732831 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: rbac.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.733876 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.734415 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: rbac-policies Jan 27 11:09:50.734745 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: rbac_address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.735714 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.736225 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: rbac-address-group Jan 27 11:09:50.736545 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: rbac_address_scope.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.737449 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.737953 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: rbac-address-scope Jan 27 11:09:50.738279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: rbac_security_groups.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.739206 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.739707 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: rbac-security-groups Jan 27 11:09:50.740027 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.740926 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.741427 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: rbac-subnetpool Jan 27 11:09:50.741745 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: revisionifmatch.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.742694 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.743194 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: revision-if-match Jan 27 11:09:50.743508 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: revisions.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.744603 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.745110 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: standard-attr-revisions Jan 27 11:09:50.745426 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: router_availability_zone.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.746084 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.746611 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: router_availability_zone Jan 27 11:09:50.746931 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: routerservicetype.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.747841 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.748345 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 11:09:50.748657 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.749640 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.750143 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: security-groups-normalized-cidr Jan 27 11:09:50.750506 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.751437 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.751937 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: port-security-groups-filtering Jan 27 11:09:50.752250 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.753153 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.753651 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: security-groups-remote-address-group Jan 27 11:09:50.753967 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.754914 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.755419 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: security-groups-shared-filtering Jan 27 11:09:50.755734 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.756317 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 11:09:50.756637 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: securitygroup.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.766410 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.766937 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: security-group Jan 27 11:09:50.767265 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: segment.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.768051 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.768555 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension segment not supported by any of loaded plugins Jan 27 11:09:50.768876 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.769805 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.770307 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 11:09:50.770650 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: servicetype.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.771729 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.772244 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: service-type Jan 27 11:09:50.772566 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: sorting.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.773543 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.773864 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: sorting Jan 27 11:09:50.774182 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: standard_attr_segment.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.775112 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.775619 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 11:09:50.775933 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: standardattrdescription.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.776573 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.777072 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: standard-attr-description Jan 27 11:09:50.777385 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: stateful_security_group.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.778322 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.778857 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: stateful-security-group Jan 27 11:09:50.779177 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: stdattrs_common.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.780089 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 11:09:50.780405 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.781311 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.781819 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 11:09:50.782507 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnet_onboard.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.783579 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.784090 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: subnet_onboard Jan 27 11:09:50.784408 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.785322 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.785839 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 11:09:50.786152 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnet_service_types.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.787100 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.787611 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: subnet-service-types Jan 27 11:09:50.787924 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnetallocation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.788992 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.789495 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: subnet_allocation Jan 27 11:09:50.789813 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.790495 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.791001 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: subnetpool-prefix-ops Jan 27 11:09:50.791315 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.792242 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.792741 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 11:09:50.793052 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: tagging.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.794103 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.794652 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: standard-attr-tag Jan 27 11:09:50.794970 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: timestamp.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.796173 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.796686 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loaded extension: standard-attr-timestamp Jan 27 11:09:50.797008 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: trunk.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.798077 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.798621 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension trunk not supported by any of loaded plugins Jan 27 11:09:50.798945 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: trunk_details.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.799850 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.800355 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 11:09:50.800671 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.801575 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.802078 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 11:09:50.802402 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Loading extension file: vlantransparent.py {{(pid=102338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 11:09:50.803133 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 11:09:50.803634 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 11:09:50.806198 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:network Jan 27 11:09:50.806738 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnet Jan 27 11:09:50.807129 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:09:50.807510 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:port Jan 27 11:09:50.808727 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.809167 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service FLAVORS assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.809780 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.810193 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.810544 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:router Jan 27 11:09:50.810972 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 11:09:50.811449 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service METERING assigned prefix: /metering {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.812926 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.813303 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.813646 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:09:50.814664 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 11:09:50.815091 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:security_group Jan 27 11:09:50.815512 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 11:09:50.817166 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.817503 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:09:50.817850 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] subnetpool is already registered Jan 27 11:09:50.818272 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.818614 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:09:50.818939 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] subnetpool is already registered Jan 27 11:09:50.821206 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.821635 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service FLAVORS assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.822211 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.822645 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.822973 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:router Jan 27 11:09:50.823303 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] router is already registered Jan 27 11:09:50.823700 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 11:09:50.824029 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] floatingip is already registered Jan 27 11:09:50.824476 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service METERING assigned prefix: /metering {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.825151 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 11:09:50.825465 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] rbac_policy is already registered Jan 27 11:09:50.825865 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:security_group Jan 27 11:09:50.826191 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] security_group is already registered Jan 27 11:09:50.826611 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 11:09:50.826938 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] security_group_rule is already registered Jan 27 11:09:50.827614 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.827881 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:09:50.828198 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] subnetpool is already registered Jan 27 11:09:50.828603 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.v2.resource_helper [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Service CORE assigned prefix: {{(pid=102338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 11:09:50.828977 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 11:09:50.829290 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING neutron.quota.resource_registry [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] subnetpool is already registered Jan 27 11:09:50.829768 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: extensions {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.831256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: address-groups {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.832756 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: address-scopes {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.834079 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.835392 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: auto-allocated-topology {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.836646 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: availability_zones {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.837872 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: dhcp-networks {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.839383 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: dhcp-agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.840810 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.843177 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: flavors {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.844342 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: service_profiles {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.845586 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: next_providers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.847060 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: service_profiles {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.848580 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: floatingip-pools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.849818 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.851955 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: floatingips {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.853234 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: l3-routers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.854643 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: l3-agents {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.856059 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: metering-labels {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.857417 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: metering-label-rules {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.858713 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: network-ip-availabilities {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.859978 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: bindings {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.861672 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: quotas {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.863234 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: quotas {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.864772 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: rbac-policies {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.866055 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: security-groups {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.867285 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: security-group-rules {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.868528 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: service-providers {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.869808 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: subnetpools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.871259 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: subnetpools {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.872694 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.874361 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.876189 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.878379 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.881197 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.883128 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.884841 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.886964 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.888767 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.890749 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron.api.extensions [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Extended resource: tags {{(pid=102338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 11:09:50.897897 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING keystonemiddleware.auth_token [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 11:09:50.904242 dv-cinder-826608-1-iscsi neutron-server[102338]: WARNING keystonemiddleware.auth_token [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 11:09:50.913740 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Acquired lock "singleton_lock" {{(pid=102338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 11:09:50.914223 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_concurrency.lockutils [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Releasing lock "singleton_lock" {{(pid=102338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 11:09:50.914885 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Starting 2 workers Jan 27 11:09:50.919825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Started child 102447 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:09:50.924327 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Started child 102448 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:09:50.925331 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.926193 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO neutron.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 11:09:50.926497 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.926931 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [-] (102447) wsgi starting up on http://0.0.0.0:9696 Jan 27 11:09:50.928905 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Starting 1 workers Jan 27 11:09:50.929337 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.930703 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [-] (102448) wsgi starting up on http://0.0.0.0:9696 Jan 27 11:09:50.934141 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Started child 102449 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:09:50.934708 dv-cinder-826608-1-iscsi neutron-server[102338]: INFO oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Starting 1 workers Jan 27 11:09:50.937795 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] calling RpcWorker wait() {{(pid=102449) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 11:09:50.938606 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] returning from RpcWorker wait() {{(pid=102449) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 11:09:50.939301 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Started child 102450 {{(pid=102338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 11:09:50.939782 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.940070 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG neutron_lib.callbacks.manager [None req-7f3813a6-2aad-48a6-96be-7c6d61f665c2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.940274 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:09:50.942029 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 11:09:50.942215 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:09:50.942417 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:09:50.942631 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:09:50.942970 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:09:50.943146 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:09:50.943601 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.943821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.944097 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.944318 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.944615 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.945136 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:09:50.945757 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.945757 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.945757 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946185 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946323 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:09:50.946507 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946507 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946507 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946912 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.946912 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.947316 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.947461 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.947643 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.947924 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.948136 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.948287 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.948566 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.948766 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.949049 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.949249 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.949724 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.950090 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.950255 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.950441 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.950607 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.950850 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.951130 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.951329 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.951553 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.951771 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.952006 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.952217 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.952400 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.952634 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.952837 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.953107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.953335 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.953801 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] host = dv-cinder-826608-1-iscsi {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.954056 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.954272 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.954531 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.954776 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.955019 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.955226 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.955466 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.955727 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.955975 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.956190 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.956444 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.956661 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.956870 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.957103 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.957350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_options = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.957612 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.957754 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.957953 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.958135 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.958279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.958486 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.958700 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.958843 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.959087 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.959299 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.959505 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.959711 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.959936 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.960193 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.960415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.960634 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.960845 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.961079 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.961311 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.961531 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.961742 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.962794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.962794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.962794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.962794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.962794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.963195 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.963274 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.963461 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.963681 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.963896 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.964146 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.964377 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.964624 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.964882 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.965158 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.965333 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.965543 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.965938 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.966262 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.966532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.966889 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.967107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.967332 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.967557 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.967762 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.967989 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.968206 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.968435 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.968668 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.971825 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.972944 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.974917 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.976885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.977503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.977503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.977503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.977503 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.978633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.978633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.978633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.978633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.978633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979000 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979000 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979150 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979630 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979630 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979800 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.979950 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.980318 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.980421 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.980645 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.980812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.981034 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.981281 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.981551 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.982132 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.982132 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.982606 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.982606 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983028 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983028 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983331 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983331 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983578 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.983848 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984138 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984448 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984448 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984717 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984849 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.984993 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.985315 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.985680 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.986821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.986821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.986821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.987565 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.987565 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.987565 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.987565 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.993356 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.994511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.995523 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.996415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.997296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998559 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998559 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998719 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.998987 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.999245 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.999470 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.999713 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:50.999936 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.000183 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.000424 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.000734 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.000946 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.001862 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.001862 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.001862 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.002718 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.002718 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.002718 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003106 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003106 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003273 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003488 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003717 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.003968 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.004217 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.004444 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.004682 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.004948 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.005150 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.005393 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.005631 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006457 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006457 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006457 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006457 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006702 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.006868 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.007105 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.007330 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.007556 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.007782 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.008005 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.008214 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.008448 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.008651 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.008859 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.009092 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.009304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.009511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.009716 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.009935 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.010181 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.010424 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.010713 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.010913 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.011114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.011335 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.011577 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.011799 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.012003 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.012235 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.012447 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.012651 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.012860 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.013084 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.013286 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.013509 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.013723 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.013946 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.014198 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.014457 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.014774 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.015007 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.015226 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.015451 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.015648 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.015882 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.016116 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.016380 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.016605 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.016830 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.017038 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.017280 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.017524 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.017766 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.017968 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.018172 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.018396 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.018609 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.018817 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.019095 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.019342 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.019564 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.019807 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.020018 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.020237 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.020471 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021007 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021007 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021262 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021262 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021499 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021684 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.021883 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.022088 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.022303 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.022588 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.022808 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.023029 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.023231 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.023437 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.023649 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.023854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.024214 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.024431 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.024642 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.024849 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.025061 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.025426 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.025649 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.025885 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.026109 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.026312 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.026556 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.026769 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.026977 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.027255 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.027493 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.027705 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.027983 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.028218 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.028458 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.028680 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.028993 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.029213 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.029443 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.030006 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.030224 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.030460 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.030704 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.031002 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.031274 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.031513 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.031757 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.032081 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.032350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.032597 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.032821 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.033076 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.033390 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.033652 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.033901 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.034136 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.034387 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.034604 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.034830 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.035057 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.035299 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.035504 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.035735 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.036154 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.036456 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.036735 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.036957 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.037178 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.037391 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.037771 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.038174 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.038474 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.038630 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:09:51.039183 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 11:09:51.039341 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 11:09:51.039489 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 11:09:51.039652 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 11:09:51.039965 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 11:09:51.040137 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 11:09:51.040314 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.040473 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.040614 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.040912 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041073 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041262 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041420 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041578 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041729 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.041883 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.042052 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.042186 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.042532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.042683 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.042973 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043130 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043284 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043442 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043601 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043759 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.043912 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044059 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044213 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] debug = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044359 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044558 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044747 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.044891 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045031 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045185 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045326 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045474 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045612 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045748 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.045902 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.046047 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.046196 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.046515 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.046677 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.046846 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047002 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047220 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047389 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] host = dv-cinder-826608-1-iscsi {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047389 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047771 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.047771 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048039 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048039 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048300 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048300 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048551 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048551 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048816 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.048816 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049067 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049199 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049339 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049471 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_options = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049603 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049734 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049865 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.049997 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:09:51.050143 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050143 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050464 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050464 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050737 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050737 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050989 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.050989 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051239 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051371 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051502 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051633 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051773 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.051906 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052048 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052180 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052313 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052508 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052508 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052853 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.052853 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053113 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053113 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053367 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053367 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053616 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.053747 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054127 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054127 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054127 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.054812 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055419 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055419 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055419 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055419 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055971 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055971 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055971 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.055971 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.056569 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_json = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.056569 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.056569 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.056569 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.057308 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 11:09:51.058045 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058045 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058045 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058045 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058045 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.058939 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.059662 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.059662 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.059662 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.059662 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.059662 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060288 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060288 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060288 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060288 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060785 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060785 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.060785 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061164 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061164 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061164 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.061532 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062137 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062137 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062137 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062137 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062688 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062688 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.062688 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063196 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063196 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063196 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063196 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063721 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063721 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.063721 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064091 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064091 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064091 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064465 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064465 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064735 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064735 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064988 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.064988 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065281 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065281 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065543 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065543 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065794 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.065935 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066286 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066286 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066286 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066801 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066801 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.066801 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067171 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067171 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067171 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067562 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067562 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067562 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067931 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.067931 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068180 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068180 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068429 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068429 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068690 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068690 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.068940 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069080 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069222 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069354 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069486 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069616 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069830 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.069830 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070350 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070731 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070731 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070981 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.070981 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071246 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071246 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071511 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071761 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.071761 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072012 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072146 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072278 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072418 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072552 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072684 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.072815 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073032 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073182 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073332 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073332 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073685 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073685 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073949 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.073949 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074200 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074200 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074491 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074491 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074741 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.074873 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075027 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075161 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075295 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075427 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075558 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075689 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075819 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.075950 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.076114 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.076279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.076517 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.076684 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.076684 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077027 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077027 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077279 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077530 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077721 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077721 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.077984 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.078115 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.078246 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.078402 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.078540 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.078672 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079056 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079056 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079056 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079446 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079446 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079698 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079698 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079956 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.079956 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080205 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080205 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080477 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080609 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080758 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.080891 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081022 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081153 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081284 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081415 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081562 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081696 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081913 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.081913 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082166 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082296 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082515 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082515 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082807 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.082807 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.083157 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.083157 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.083636 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.083636 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.083636 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.084256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.084256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.084256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.084256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.084256 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085107 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.085854 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.086480 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.086480 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.086480 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.086480 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.087304 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088042 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088042 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088042 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088042 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088042 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088654 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088654 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088654 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.088654 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089157 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089157 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089157 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089533 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089533 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089533 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089901 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089901 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.089901 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090278 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090278 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090602 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090602 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090866 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.090866 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091118 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091118 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091367 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091367 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091616 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091747 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.091887 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092020 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092152 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092293 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092426 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092557 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092688 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092828 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.092960 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093100 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093318 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093455 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093587 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093720 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093853 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.093984 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.094136 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.094560 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.094560 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.094836 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.094836 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095088 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095221 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095353 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095484 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095616 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095746 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.095888 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096021 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096172 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096315 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096449 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096606 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096766 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.096927 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097151 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097301 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097436 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097568 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097700 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097841 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.097974 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098125 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098258 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098438 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098585 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098719 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098851 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.098983 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099332 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099332 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099585 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099585 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099834 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.099834 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 11:09:51.100103 dv-cinder-826608-1-iscsi neutron-server[102338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 11:09:51.193996 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 40978) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:09:51.207714 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102258 Jan 27 11:10:02.380765 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34cf73-8f7b-4480-b3aa-1c5dd3003460 None None] get_active_networks_info from dv-cinder-826608-1-iscsi {{(pid=102449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 11:10:02.433334 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e34cf73-8f7b-4480-b3aa-1c5dd3003460 None None] No non-hosted networks {{(pid=102449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 11:10:02.447587 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.agentschedulers_db [None req-3e34cf73-8f7b-4480-b3aa-1c5dd3003460 None None] DHCP Agent not found on host dv-cinder-826608-1-iscsi {{(pid=102449) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 11:10:02.529289 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-52d52292-7ec4-4dd5-b99e-fcdccc35e5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:04.599778 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f540676b-59b0-4f71-b75c-2aef6d1c1c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:04.629121 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-456bb451-512d-4309-af28-78cb1cd60a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:05.786544 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:07.258809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:08.431511 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:08.433724 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.434603 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.435155 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.436479 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.436834 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.437151 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.437498 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.438072 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.439871 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.440403 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.441203 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.446883 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.448546 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:08.449806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826608-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:08.459742 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826608-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:09.658070 dv-cinder-826608-1-iscsi neutron-server[102450]: INFO neutron.db.l3_hamode_db [None req-6117f452-c4d6-490f-a5ff-72806f52facd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 11:10:09.735733 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117f452-c4d6-490f-a5ff-72806f52facd None None] Routers set() bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:10:09.736067 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117f452-c4d6-490f-a5ff-72806f52facd None None] Router IDs set() for agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 11:10:10.989143 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41074) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:11.512038 dv-cinder-826608-1-iscsi neutron-server[102448]: WARNING oslo_policy.policy [None req-5331e475-62de-4a07-9b66-5adc1bc2be9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:11.512597 dv-cinder-826608-1-iscsi neutron-server[102448]: WARNING oslo_policy.policy [None req-5331e475-62de-4a07-9b66-5adc1bc2be9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:11.736379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [None req-5331e475-62de-4a07-9b66-5adc1bc2be9d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:10:11.737391 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5331e475-62de-4a07-9b66-5adc1bc2be9d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7472873 Jan 27 11:10:14.436367 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41090) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:14.782373 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'b218cc10725549ed914d817991b6038e', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:14.871413 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.policy [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 11:10:14.913968 dv-cinder-826608-1-iscsi neutron-server[102448]: WARNING oslo_policy.policy [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:14.914278 dv-cinder-826608-1-iscsi neutron-server[102448]: WARNING oslo_policy.policy [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:15.012873 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609728196', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609727633', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609721924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609711437', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609702845', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738609694673', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16625896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16539624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676772'] for rbac-policy (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:15.082449 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:15.083666 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9cc57e82-ce59-4717-bdcc-cf1dbe305be9 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6463068 Jan 27 11:10:17.734644 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:18.054747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '0ba5bee664a04608b32842b918fac870', 'tenant_id': '0ba5bee664a04608b32842b918fac870'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:18.084724 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Made reservation on behalf of 0ba5bee664a04608b32842b918fac870 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:10:18.087362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.104875 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.212972 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks [] for security_group (57a088ce-a820-4236-8f57-4ccc15ea6bca), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.219327 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (57a088ce-a820-4236-8f57-4ccc15ea6bca), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.238539 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:10:18.265245 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738605484921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (1ebebf52-ae02-48cb-af9b-15ef3a5bfe44), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.265980 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Unsubscribe: segment precommit_create {{(pid=102448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 11:10:18.266514 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Added segment 1ebebf52-ae02-48cb-af9b-15ef3a5bfe44 of type vlan for network 62abd112-ca2b-4173-9559-026791168d2b Jan 27 11:10:18.282389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a088ce-a820-4236-8f57-4ccc15ea6bca,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:18.327689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.328064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.328421 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.328743 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.329060 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.329373 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.329683 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.329996 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.330312 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.330667 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.330981 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.331287 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.331586 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Tracked resource versions report: Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: pushed versions: Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: { 'AddressGroup': {'1.2'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'ConntrackHelper': {'1.0'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Log': {'1.0'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Network': {'1.1'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Port': {'1.7'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'PortForwarding': {'1.2'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'QosPolicy': {'1.10'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroup': {'1.5'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SubPort': {'1.0'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Subnet': {'1.1'}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Trunk': {'1.1'}} Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: consumer versions: Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'ConntrackHelper': '1.0', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'LocalIPAssociation': '1.0', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Log': '1.0', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Network': '1.1', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Port': '1.7', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'PortForwarding': '1.2', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'QosPolicy': '1.10', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroup': '1.5', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroupRule': '1.2', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SubPort': '1.0', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Subnet': '1.1', Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Trunk': '1.1'}} Jan 27 11:10:18.332896 dv-cinder-826608-1-iscsi neutron-server[102448]: {{(pid=102448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:10:18.383861 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (62abd112-ca2b-4173-9559-026791168d2b), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.425340 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (62abd112-ca2b-4173-9559-026791168d2b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.426448 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:18.427153 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:18.487821 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7520266 Jan 27 11:10:18.526751 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff6676-131f-4139-8717-2daaf6e02075 admin admin] Pushing event updated for resources: {'Network': ['ID=62abd112-ca2b-4173-9559-026791168d2b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:18.539657 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 62abd112-ca2b-4173-9559-026791168d2b details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:10:21.192314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:21.720443 dv-cinder-826608-1-iscsi neutron-server[102447]: WARNING oslo_policy.policy [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:21.720989 dv-cinder-826608-1-iscsi neutron-server[102447]: WARNING oslo_policy.policy [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:22.157564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.policy [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 11:10:22.197412 dv-cinder-826608-1-iscsi neutron-server[102447]: WARNING oslo_policy.policy [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:22.198022 dv-cinder-826608-1-iscsi neutron-server[102447]: WARNING oslo_policy.policy [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 11:10:22.205650 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:22.207535 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0592e32b-ef42-4b1d-ab33-31ae1c47245e admin admin] 10.222.0.52 "GET /v2.0/networks/62abd112-ca2b-4173-9559-026791168d2b HTTP/1.1" status: 200 len: 825 time: 1.0132365 Jan 27 11:10:22.249646 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-51f25248-4a37-4e16-8de1-616966cd9b6e admin admin] 10.222.0.52 "GET /v2.0/subnetpools/5c49d60d-10b2-4e97-b133-a0af385fa31c HTTP/1.1" status: 200 len: 734 time: 0.0333779 Jan 27 11:10:22.258594 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Request body: {'subnet': {'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c', 'gateway_ip': '172.20.0.1', 'tenant_id': '0ba5bee664a04608b32842b918fac870'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:22.298100 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Made reservation on behalf of 0ba5bee664a04608b32842b918fac870 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:10:22.300854 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:22.592157 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:22.664159 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Checking segment: {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:10:22.664520 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Network hostable DHCP agents. Network: 62abd112-ca2b-4173-9559-026791168d2b, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:10:22.671513 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:22.682852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.683208 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.683542 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.683869 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.684185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.684503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.684831 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.685142 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.685480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.685788 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.686097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.686407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.686840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Tracked resource versions report: Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: pushed versions: Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: { 'AddressGroup': {'1.2'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Log': {'1.0'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Network': {'1.1'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Port': {'1.7'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'PortForwarding': {'1.2'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'QosPolicy': {'1.10'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroup': {'1.5'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SubPort': {'1.0'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Subnet': {'1.1'}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Trunk': {'1.1'}} Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: consumer versions: Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'ConntrackHelper': '1.0', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'LocalIPAssociation': '1.0', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Log': '1.0', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Network': '1.1', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Port': '1.7', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'PortForwarding': '1.2', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'QosPolicy': '1.10', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroup': '1.5', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroupRule': '1.2', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SubPort': '1.0', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Subnet': '1.1', Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Trunk': '1.1'}} Jan 27 11:10:22.687986 dv-cinder-826608-1-iscsi neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:10:22.719927 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Network 62abd112-ca2b-4173-9559-026791168d2b is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:10:22.733946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 62abd112-ca2b-4173-9559-026791168d2b) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:22.738471 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:22.739071 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:22.744068 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a7d69-d38c-4a61-ba03-ba59c925dc0c None None] Network 62abd112-ca2b-4173-9559-026791168d2b requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:10:22.760816 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6b744fd0-4b69-49d2-9577-17311e2bee08 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5057187 Jan 27 11:10:23.011841 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-62abd112-ca2b-4173-9559-026791168d2b', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'project_id': '0ba5bee664a04608b32842b918fac870', 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:10:23.013027 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.284874 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Allocated IP 172.20.0.2 (62abd112-ca2b-4173-9559-026791168d2b/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0/ef12b539-e94c-4a3b-9f27-4073b903c8f4) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:10:23.561490 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks [] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.570530 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.643463 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Network 62abd112-ca2b-4173-9559-026791168d2b is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:10:23.649080 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:23.660351 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Pushing event updated for resources: {'Port': ['ID=ef12b539-e94c-4a3b-9f27-4073b903c8f4,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:23.662678 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:10:23.695724 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.696070 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.696445 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.696741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.697068 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.697414 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.697730 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.698049 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.698364 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.698725 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.699041 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.699353 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.699664 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Tracked resource versions report: Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: pushed versions: Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: { 'AddressGroup': {'1.2'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Log': {'1.0'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Network': {'1.1'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Port': {'1.7'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'PortForwarding': {'1.2'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'QosPolicy': {'1.10'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroup': {'1.5'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SubPort': {'1.0'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Subnet': {'1.1'}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Trunk': {'1.1'}} Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: consumer versions: Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'ConntrackHelper': '1.0', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'LocalIPAssociation': '1.0', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Log': '1.0', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Network': '1.1', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Port': '1.7', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'PortForwarding': '1.2', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'QosPolicy': '1.10', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroup': '1.5', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroupRule': '1.2', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SubPort': '1.0', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Subnet': '1.1', Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Trunk': '1.1'}} Jan 27 11:10:23.700994 dv-cinder-826608-1-iscsi neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:10:23.749224 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Attempting to bind port ef12b539-e94c-4a3b-9f27-4073b903c8f4 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:10:23.749818 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Attempting to bind port ef12b539-e94c-4a3b-9f27-4073b903c8f4 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:10:23.749989 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Attempting to bind port ef12b539-e94c-4a3b-9f27-4073b903c8f4 on network 62abd112-ca2b-4173-9559-026791168d2b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:10:23.755626 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:10:23.756004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Checking segment: {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:10:23.756466 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.756851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Bound using segment: {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:10:23.757331 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Bound port: ef12b539-e94c-4a3b-9f27-4073b903c8f4, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:10:23.757732 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.822130 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] For port ef12b539-e94c-4a3b-9f27-4073b903c8f4, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:10:23.826428 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] For port ef12b539-e94c-4a3b-9f27-4073b903c8f4, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=ef12b539-e94c-4a3b-9f27-4073b903c8f4,segment=NetworkSegment(1ebebf52-ae02-48cb-af9b-15ef3a5bfe44),segment_id=1ebebf52-ae02-48cb-af9b-15ef3a5bfe44)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:10:23.832654 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:23.898427 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d1d60-e94a-4f5f-8870-a47e79d99686 None None] Pushing event updated for resources: {'Port': ['ID=ef12b539-e94c-4a3b-9f27-4073b903c8f4,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:25.194908 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41136) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:25.522202 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [None req-7b9d79f6-f11b-4600-86d1-4cb7cbbb4693 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:10:25.538358 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7b9d79f6-f11b-4600-86d1-4cb7cbbb4693 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270659 Jan 27 11:10:27.940710 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41144) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:28.261441 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [None req-51716be6-6ada-4baf-b2d5-92ec01fd9b3e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:10:28.262511 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-51716be6-6ada-4baf-b2d5-92ec01fd9b3e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3207116 Jan 27 11:10:30.939195 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41154) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:31.255551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Request body: {'router': {'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:31.282314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:31.284286 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:31.421166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Publish callbacks [] for router_controller (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:31.428770 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:31.444179 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:31.445368 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-3271c9dd-d97a-4f37-af42-284b311dbd8e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5052097 Jan 27 11:10:32.342890 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c2aed6c-615d-498a-90e1-70e2d7377fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:33.919727 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41166) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:34.233187 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [None req-f4dbb77c-b6dd-49ee-821d-80e7722e9b6d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:10:34.234264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f4dbb77c-b6dd-49ee-821d-80e7722e9b6d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135960 Jan 27 11:10:34.592143 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c13cfa58-577a-4970-8237-294cabcf1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:34.756096 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bca38f-03e3-4f80-a8b2-b4141f9de8d9 None None] Network 62abd112-ca2b-4173-9559-026791168d2b requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:10:34.831027 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Provisioning complete for port ef12b539-e94c-4a3b-9f27-4073b903c8f4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:34.831429 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:35.007916 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Current status of the port ef12b539-e94c-4a3b-9f27-4073b903c8f4 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:35.008265 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:35.029661 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device ef12b539-e94c-4a3b-9f27-4073b903c8f4 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:10:35.055507 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] For port ef12b539-e94c-4a3b-9f27-4073b903c8f4, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=ef12b539-e94c-4a3b-9f27-4073b903c8f4,segment=NetworkSegment(1ebebf52-ae02-48cb-af9b-15ef3a5bfe44),segment_id=1ebebf52-ae02-48cb-af9b-15ef3a5bfe44)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:10:35.077105 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:35.142276 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec00a43-ca30-4ac7-9b5c-3f2674af2770 None None] Pushing event updated for resources: {'Port': ['ID=ef12b539-e94c-4a3b-9f27-4073b903c8f4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:35.153402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port ef12b539-e94c-4a3b-9f27-4073b903c8f4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:35.153774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:35.232895 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port ef12b539-e94c-4a3b-9f27-4073b903c8f4 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:35.300096 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-078e936a-d585-4f49-b771-a7d71c9f0c24 None None] Provisioning complete for port ef12b539-e94c-4a3b-9f27-4073b903c8f4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:35.300487 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-078e936a-d585-4f49-b771-a7d71c9f0c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:35.379561 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-078e936a-d585-4f49-b771-a7d71c9f0c24 None None] Current status of the port ef12b539-e94c-4a3b-9f27-4073b903c8f4 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:35.743338 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:36.729062 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41198) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:36.878512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'tenant_id': 'b218cc10725549ed914d817991b6038e', 'admin_state_up': True, 'project_id': 'b218cc10725549ed914d817991b6038e', 'router:external': True}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:36.905433 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Made reservation on behalf of b218cc10725549ed914d817991b6038e for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:10:36.907961 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:36.939082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:36.984256 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device ef12b539-e94c-4a3b-9f27-4073b903c8f4 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:10:37.032157 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port ef12b539-e94c-4a3b-9f27-4073b903c8f4 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:37.032545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.040413 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks [] for security_group (a8282bea-d2b7-42b6-93c8-352366d9dbed), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.045439 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a8282bea-d2b7-42b6-93c8-352366d9dbed), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.063294 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Reserving flat network on physical network physnet1 {{(pid=102447) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 11:10:37.078316 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8282bea-d2b7-42b6-93c8-352366d9dbed,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:37.090378 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738605484921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (8bf4a546-75fa-451c-be40-93f6e5cd52f5), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.090840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Unsubscribe: segment precommit_create {{(pid=102447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 11:10:37.091348 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Added segment 8bf4a546-75fa-451c-be40-93f6e5cd52f5 of type flat for network f0a1345f-cad6-425c-8ee4-8bb389de6022 Jan 27 11:10:37.110037 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port ef12b539-e94c-4a3b-9f27-4073b903c8f4 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:37.152555 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (f0a1345f-cad6-425c-8ee4-8bb389de6022), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.196986 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (f0a1345f-cad6-425c-8ee4-8bb389de6022), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.198194 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:37.198930 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.201593 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:37.254156 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5236456 Jan 27 11:10:37.292915 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef01de-f3fd-4736-8d69-57ba8260b05c admin admin] Pushing event updated for resources: {'Network': ['ID=f0a1345f-cad6-425c-8ee4-8bb389de6022,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:37.307948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:10:38.434474 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:39.579251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41206) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:39.678253 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1c808-2ceb-48cd-bab3-163de5cc7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:39.679643 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-64e1c808-2ceb-48cd-bab3-163de5cc7038 admin admin] 10.222.0.52 "GET /v2.0/subnets/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0 HTTP/1.1" status: 200 len: 849 time: 0.0990779 Jan 27 11:10:39.798237 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-177e1e60-b189-476b-84e8-7b03ac2206c8 admin admin] 10.222.0.52 "GET /v2.0/routers/c315a5f1-de1f-4e3f-8b99-c65fba105a6e HTTP/1.1" status: 200 len: 704 time: 0.1128037 Jan 27 11:10:40.079005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.381342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Allocated IP 172.20.0.1 (62abd112-ca2b-4173-9559-026791168d2b/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0/9d180267-761b-4305-a2c0-fe0d6ced87eb) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:10:40.544176 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks [] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.614726 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.723390 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Network 62abd112-ca2b-4173-9559-026791168d2b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:10:40.728839 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:40.736068 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:10:40.736599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.797389 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Pushing event updated for resources: {'Port': ['ID=9d180267-761b-4305-a2c0-fe0d6ced87eb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:40.940246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:40.942573 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3dbf758d-130e-4e52-92fc-4a00e1728a67 None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:40.943044 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3dbf758d-130e-4e52-92fc-4a00e1728a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:41.032680 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf758d-130e-4e52-92fc-4a00e1728a67 None None] Port 9d180267-761b-4305-a2c0-fe0d6ced87eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:10:41.160465 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks [] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:41.167591 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:41.168318 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:41.224824 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Pushing event updated for resources: {'Port': ['ID=9d180267-761b-4305-a2c0-fe0d6ced87eb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:41.292050 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Network 62abd112-ca2b-4173-9559-026791168d2b is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:10:41.293417 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:41.454584 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Router c315a5f1-de1f-4e3f-8b99-c65fba105a6e is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:10:41.454781 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9cef2b77-ec98-490a-8ba9-ba540608167c None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:41.455081 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9cef2b77-ec98-490a-8ba9-ba540608167c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:41.488712 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9cef2b77-ec98-490a-8ba9-ba540608167c None None] Port 9d180267-761b-4305-a2c0-fe0d6ced87eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:10:41.544452 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:10:41.550132 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ade7d009-cb7b-472e-a097-48ba0709b9ab admin admin] 10.222.0.52 "PUT /v2.0/routers/c315a5f1-de1f-4e3f-8b99-c65fba105a6e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7441485 Jan 27 11:10:41.554752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Sync routers for ids ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:10:41.567130 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Routers {'c315a5f1-de1f-4e3f-8b99-c65fba105a6e'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:10:41.567741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:10:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:41.738408 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Set router c315a5f1-de1f-4e3f-8b99-c65fba105a6e gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:10:42.124627 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:40Z', 'revision_number': 2, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port_host': None, '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:41Z', 'revision_number': 2, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:42.174864 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Checking router: c315a5f1-de1f-4e3f-8b99-c65fba105a6e for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:10:42.175209 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Updating router c315a5f1-de1f-4e3f-8b99-c65fba105a6e port 9d180267-761b-4305-a2c0-fe0d6ced87eb binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:10:42.220736 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.572004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks [] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.579939 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.639554 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f1e7-8bf2-4e03-b754-c9e30f6dd9d1 None None] Pushing event updated for resources: {'Port': ['ID=9d180267-761b-4305-a2c0-fe0d6ced87eb,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:42.691495 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Attempting to bind port 9d180267-761b-4305-a2c0-fe0d6ced87eb on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:10:42.692105 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Attempting to bind port 9d180267-761b-4305-a2c0-fe0d6ced87eb by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:10:42.692649 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Attempting to bind port 9d180267-761b-4305-a2c0-fe0d6ced87eb on network 62abd112-ca2b-4173-9559-026791168d2b {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:10:42.698198 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:10:42.698661 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Checking segment: {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:10:42.699067 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.699462 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Bound using segment: {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:10:42.700067 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Bound port: 9d180267-761b-4305-a2c0-fe0d6ced87eb, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ebebf52-ae02-48cb-af9b-15ef3a5bfe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '62abd112-ca2b-4173-9559-026791168d2b'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:10:42.700459 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.844792 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ace72fef-e6bc-40ee-94e1-13329e3749d8 None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:42.845110 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ace72fef-e6bc-40ee-94e1-13329e3749d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.873168 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] For port 9d180267-761b-4305-a2c0-fe0d6ced87eb, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:10:42.891438 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] For port 9d180267-761b-4305-a2c0-fe0d6ced87eb, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9d180267-761b-4305-a2c0-fe0d6ced87eb,segment=NetworkSegment(1ebebf52-ae02-48cb-af9b-15ef3a5bfe44),segment_id=1ebebf52-ae02-48cb-af9b-15ef3a5bfe44)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:10:42.894582 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ace72fef-e6bc-40ee-94e1-13329e3749d8 None None] Port 9d180267-761b-4305-a2c0-fe0d6ced87eb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:10:42.898674 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:42.960170 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Routers {'c315a5f1-de1f-4e3f-8b99-c65fba105a6e'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:10:42.960796 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:10:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:42.962715 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f1e7-8bf2-4e03-b754-c9e30f6dd9d1 None None] Pushing event updated for resources: {'Port': ['ID=9d180267-761b-4305-a2c0-fe0d6ced87eb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:43.052811 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] Set router c315a5f1-de1f-4e3f-8b99-c65fba105a6e gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:10:43.182183 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:43.182883 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:43.305572 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Current status of the port 9d180267-761b-4305-a2c0-fe0d6ced87eb is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:43.305959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:43.344400 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] For port 9d180267-761b-4305-a2c0-fe0d6ced87eb, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9d180267-761b-4305-a2c0-fe0d6ced87eb,segment=NetworkSegment(1ebebf52-ae02-48cb-af9b-15ef3a5bfe44),segment_id=1ebebf52-ae02-48cb-af9b-15ef3a5bfe44)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:10:43.351704 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:43.356636 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:40Z', 'revision_number': 2, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port_host': None, '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:42Z', 'revision_number': 4, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:43.398492 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d68ce-3802-4457-a426-64f11091e4b6 None None] The sync data for ids ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'] in dv-cinder-826608-1-iscsi is: [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:40Z', 'revision_number': 2, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port_host': None, '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:42Z', 'revision_number': 4, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:10:43.424998 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b26d86-323a-4a5a-8d27-c16bd858d050 None None] Pushing event updated for resources: {'Port': ['ID=9d180267-761b-4305-a2c0-fe0d6ced87eb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:46.133554 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41222) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:46.245994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e41f4d-a1dc-4b1b-a4dc-e3ab70296e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:46.247383 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a8e41f4d-a1dc-4b1b-a4dc-e3ab70296e9c admin admin] 10.222.0.52 "GET /v2.0/networks/f0a1345f-cad6-425c-8ee4-8bb389de6022 HTTP/1.1" status: 200 len: 842 time: 0.1127832 Jan 27 11:10:46.256929 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Request body: {'subnet': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'tenant_id': 'b218cc10725549ed914d817991b6038e', 'enable_dhcp': False}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:46.276621 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Made reservation on behalf of b218cc10725549ed914d817991b6038e for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:10:46.278840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:46.557570 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.objects.ports [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 11:10:46.558005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (2e67c5f8-64ed-4794-8b8f-a2456384cc8a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:46.612521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e67c5f8-64ed-4794-8b8f-a2456384cc8a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:46.623284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:10:46.623636 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Network hostable DHCP agents. Network: f0a1345f-cad6-425c-8ee4-8bb389de6022, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:10:46.641995 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:10:46.652255 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, f0a1345f-cad6-425c-8ee4-8bb389de6022) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:46.661207 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675fcbf-4005-4b64-8763-ad1c92fd1572 None None] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:10:46.662522 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:46.663404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:46.686403 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-087f9461-dddc-4a35-8dfd-5ae25e60c62e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265060 Jan 27 11:10:46.767307 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3890cf10-240f-40f4-86e2-8ce1cf5c21df None None] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:10:49.038510 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:49.292264 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7253661a-1f7c-4394-9491-e18ba34499b7 admin admin] 10.222.0.52 "GET /v2.0/routers/c315a5f1-de1f-4e3f-8b99-c65fba105a6e HTTP/1.1" status: 200 len: 710 time: 0.2525468 Jan 27 11:10:49.460178 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8121f8-da87-4d24-b02d-01534b7f7fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:10:49.461566 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-fc8121f8-da87-4d24-b02d-01534b7f7fe7 admin admin] 10.222.0.52 "GET /v2.0/networks/f0a1345f-cad6-425c-8ee4-8bb389de6022 HTTP/1.1" status: 200 len: 886 time: 0.1639385 Jan 27 11:10:49.470591 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:10:49.730667 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks [] for router_gateway (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:49.971260 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks [] for router_gateway (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:50.050839 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:50.231914 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Allocated IP 172.27.3.112 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/ffcac86b-9241-490d-b84b-1f46c1048cb0) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:10:50.350548 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks [] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:50.411886 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:50.489479 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:10:50.496436 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:10:50.502627 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Pushing event updated for resources: {'Port': ['ID=ffcac86b-9241-490d-b84b-1f46c1048cb0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:50.507512 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:10:50.856937 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks [] for router_gateway (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:51.039043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9d180267-761b-4305-a2c0-fe0d6ced87eb up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:10:51.052283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105221'] for router (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:51.057709 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567845'] for router (c315a5f1-de1f-4e3f-8b99-c65fba105a6e), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:51.091435 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:51.091918 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:51.166697 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 9d180267-761b-4305-a2c0-fe0d6ced87eb is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:51.167682 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Router c315a5f1-de1f-4e3f-8b99-c65fba105a6e has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:10:51.272531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:10:51.277357 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:51.287564 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ca5a4915-2e28-4546-b541-8768999f8275 admin admin] 10.222.0.52 "PUT /v2.0/routers/c315a5f1-de1f-4e3f-8b99-c65fba105a6e HTTP/1.1" status: 200 len: 890 time: 1.8112187 Jan 27 11:10:51.617251 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Sync routers for ids ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:10:51.628940 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Routers {'c315a5f1-de1f-4e3f-8b99-c65fba105a6e'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:10:51.629806 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:10:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:51.847277 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Set router c315a5f1-de1f-4e3f-8b99-c65fba105a6e gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:10:52.280174 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:50Z', 'revision_number': 4, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port': {'id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:50Z', 'updated_at': '2022-01-27T11:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:43Z', 'revision_number': 5, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:52.331659 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Checking router: c315a5f1-de1f-4e3f-8b99-c65fba105a6e for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:10:52.332026 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Updating router c315a5f1-de1f-4e3f-8b99-c65fba105a6e port ffcac86b-9241-490d-b84b-1f46c1048cb0 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:10:52.405162 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:52.823169 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks [] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:52.832009 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:52.909880 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Attempting to bind port ffcac86b-9241-490d-b84b-1f46c1048cb0 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:10:52.910182 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Attempting to bind port ffcac86b-9241-490d-b84b-1f46c1048cb0 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:10:52.910657 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Attempting to bind port ffcac86b-9241-490d-b84b-1f46c1048cb0 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:10:52.929329 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:10:52.929716 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:10:52.930182 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:52.930599 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:10:52.931124 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Bound port: ffcac86b-9241-490d-b84b-1f46c1048cb0, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:10:52.931496 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:52.936985 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Pushing event updated for resources: {'Port': ['ID=ffcac86b-9241-490d-b84b-1f46c1048cb0,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:52.967919 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.968274 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.968649 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.968986 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.969319 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.969643 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.969944 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.970288 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.970635 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.970965 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.971257 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.971591 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.971903 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Tracked resource versions report: Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: pushed versions: Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: { 'AddressGroup': {'1.2'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Log': {'1.0'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Network': {'1.1'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Port': {'1.7'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'PortForwarding': {'1.2'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'QosPolicy': {'1.10'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroup': {'1.5'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SubPort': {'1.0'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Subnet': {'1.1'}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Trunk': {'1.1'}} Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: consumer versions: Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'ConntrackHelper': '1.0', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'LocalIPAssociation': '1.0', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Log': '1.0', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Network': '1.1', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Port': '1.7', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'PortForwarding': '1.2', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'QosPolicy': '1.10', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroup': '1.5', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroupRule': '1.2', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SubPort': '1.0', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Subnet': '1.1', Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Trunk': '1.1'}} Jan 27 11:10:52.973256 dv-cinder-826608-1-iscsi neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:10:53.001258 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] For port ffcac86b-9241-490d-b84b-1f46c1048cb0, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:10:53.020027 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] For port ffcac86b-9241-490d-b84b-1f46c1048cb0, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=ffcac86b-9241-490d-b84b-1f46c1048cb0,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:10:53.025287 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:53.082789 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29925138-a8a9-4d78-91c2-fb315c414bf7 None None] Pushing event updated for resources: {'Port': ['ID=ffcac86b-9241-490d-b84b-1f46c1048cb0,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:53.087798 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Routers {'c315a5f1-de1f-4e3f-8b99-c65fba105a6e'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:10:53.088388 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:10:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:53.191879 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] Set router c315a5f1-de1f-4e3f-8b99-c65fba105a6e gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:10:53.402527 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:50Z', 'revision_number': 4, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port': {'id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:50Z', 'updated_at': '2022-01-27T11:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:43Z', 'revision_number': 5, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:10:53.428905 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b706cf3-082f-49c4-a9bb-4a6a1f8a5af9 None None] The sync data for ids ['c315a5f1-de1f-4e3f-8b99-c65fba105a6e'] in dv-cinder-826608-1-iscsi is: [{'id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'name': 'router1', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:10:31Z', 'updated_at': '2022-01-27T11:10:50Z', 'revision_number': 4, 'project_id': '0ba5bee664a04608b32842b918fac870', 'gw_port': {'id': 'ffcac86b-9241-490d-b84b-1f46c1048cb0', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:50Z', 'updated_at': '2022-01-27T11:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '9d180267-761b-4305-a2c0-fe0d6ced87eb', 'name': '', 'network_id': '62abd112-ca2b-4173-9559-026791168d2b', 'tenant_id': '0ba5bee664a04608b32842b918fac870', 'mac_address': 'fa:16:3e:c8:10:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c315a5f1-de1f-4e3f-8b99-c65fba105a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:10:40Z', 'updated_at': '2022-01-27T11:10:43Z', 'revision_number': 5, 'project_id': '0ba5bee664a04608b32842b918fac870', 'subnets': [{'id': '77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5c49d60d-10b2-4e97-b133-a0af385fa31c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:10:53.773733 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:10:53.895743 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-707964e6-36e2-4393-b84b-6286b6a06cd7 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207831 Jan 27 11:10:54.990273 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:10:55.055461 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device ffcac86b-9241-490d-b84b-1f46c1048cb0 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:10:55.105030 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port ffcac86b-9241-490d-b84b-1f46c1048cb0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:55.105171 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:55.184561 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port ffcac86b-9241-490d-b84b-1f46c1048cb0 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:10:55.184943 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:55.211420 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port ffcac86b-9241-490d-b84b-1f46c1048cb0, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=ffcac86b-9241-490d-b84b-1f46c1048cb0,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:10:55.221165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:55.267231 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=ffcac86b-9241-490d-b84b-1f46c1048cb0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:10:57.006816 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device ffcac86b-9241-490d-b84b-1f46c1048cb0 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:10:57.058944 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port ffcac86b-9241-490d-b84b-1f46c1048cb0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:10:57.059497 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ffcac86b-9241-490d-b84b-1f46c1048cb0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:10:57.134968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port ffcac86b-9241-490d-b84b-1f46c1048cb0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:11:02.353008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29a2fc84-9d04-4f82-8f44-d9045d744b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:04.586562 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8d1af203-4c07-4ac1-a18e-c75341742363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:05.747512 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:07.227594 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:08.432496 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:31.989655 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:11:32.339341 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6aca72b4-6f07-4a59-800f-c855c33d41c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:34.597658 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beb6145c-2f3f-4c89-b8ad-324e5d7c7aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:35.753813 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:37.215195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:11:38.430165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:02.338968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-daca2f97-95b3-4810-af44-003259018355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:04.582976 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0a668850-12b7-47df-8f04-817603ba453a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:05.753180 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:07.215253 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:08.426273 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:08.989175 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:12:11.636880 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:11.703728 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8261c31-fa13-4c82-be77-7e51e02daeab admin admin] GET failed (client error): The resource could not be found. Jan 27 11:12:11.704990 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c8261c31-fa13-4c82-be77-7e51e02daeab admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671425 Jan 27 11:12:11.944963 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31505f47-5904-49f2-82a8-a37696bedfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:11.946716 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-31505f47-5904-49f2-82a8-a37696bedfb3 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2374468 Jan 27 11:12:14.175793 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41740) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:14.271279 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a20f52-722d-473e-9946-a06ea62f0be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:14.272611 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f6a20f52-722d-473e-9946-a06ea62f0be6 admin admin] 10.222.0.52 "GET /v2.0/subnets/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0 HTTP/1.1" status: 200 len: 849 time: 0.0957968 Jan 27 11:12:14.284918 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:12:14.367314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Publish callbacks [] for subnet (77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:14.533266 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738605612225'] for subnet (77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:14.568366 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:14.568482 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:14.570511 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] 10.222.0.52 "PUT /v2.0/subnets/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0 HTTP/1.1" status: 200 len: 868 time: 0.2891221 Jan 27 11:12:14.571739 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bea076-2627-4943-af9a-78044cac8996 None None] Network 62abd112-ca2b-4173-9559-026791168d2b requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:12:14.596067 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:12:14.604070 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.604470 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.604801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.605130 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.605451 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.605771 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.606090 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.606467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.606777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.607098 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.607417 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.607737 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.608040 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e93da-e427-4a81-baeb-c4b229914f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:12:14.921489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Provisioning complete for port 9d180267-761b-4305-a2c0-fe0d6ced87eb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:12:14.921825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9d180267-761b-4305-a2c0-fe0d6ced87eb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:14.996963 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Current status of the port 9d180267-761b-4305-a2c0-fe0d6ced87eb is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:12:15.007121 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Provisioning complete for port ef12b539-e94c-4a3b-9f27-4073b903c8f4 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:12:15.007501 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ef12b539-e94c-4a3b-9f27-4073b903c8f4), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:15.086743 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-beba80c3-6c2b-4ea8-8b8c-502bb7926bdc None None] Current status of the port ef12b539-e94c-4a3b-9f27-4073b903c8f4 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:12:16.801666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41748) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:17.019244 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d9d8a-cb73-43d7-9635-93539f7c02d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:17.019706 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d9d8a-cb73-43d7-9635-93539f7c02d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:17.021231 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-2c5d9d8a-cb73-43d7-9635-93539f7c02d3 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2185948 Jan 27 11:12:19.222897 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41758) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:19.432119 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a766368-5136-432e-9df5-dec6d961db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:19.432606 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a766368-5136-432e-9df5-dec6d961db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:19.434143 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2a766368-5136-432e-9df5-dec6d961db37 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2102759 Jan 27 11:12:21.667201 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41766) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:21.805994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3edf556-a306-4fe2-8a5a-5a4fdaf25013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:21.807361 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f3edf556-a306-4fe2-8a5a-5a4fdaf25013 admin admin] 10.222.0.52 "GET /v2.0/networks/62abd112-ca2b-4173-9559-026791168d2b HTTP/1.1" status: 200 len: 869 time: 0.1388757 Jan 27 11:12:24.066927 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:24.197859 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009459f-6460-4826-b6bf-91dd37c1cfc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:24.199257 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0009459f-6460-4826-b6bf-91dd37c1cfc4 admin admin] 10.222.0.52 "GET /v2.0/networks/f0a1345f-cad6-425c-8ee4-8bb389de6022 HTTP/1.1" status: 200 len: 886 time: 0.1313686 Jan 27 11:12:26.415806 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:26.544049 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014dca8-a531-440e-b209-ad615ba1cb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:26.544510 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7014dca8-a531-440e-b209-ad615ba1cb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:26.546176 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7014dca8-a531-440e-b209-ad615ba1cb21 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294169 Jan 27 11:12:28.764912 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41790) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:28.899543 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb37f4-daa8-4903-a113-e98dffe9e64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:28.900023 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb37f4-daa8-4903-a113-e98dffe9e64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:28.901441 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-17eb37f4-daa8-4903-a113-e98dffe9e64d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1352222 Jan 27 11:12:31.100453 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41798) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:31.199004 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24057063-7c41-4bf8-9b72-d42b4c183409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:31.200328 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-24057063-7c41-4bf8-9b72-d42b4c183409 admin admin] 10.222.0.52 "GET /v2.0/subnets/2e67c5f8-64ed-4794-8b8f-a2456384cc8a HTTP/1.1" status: 200 len: 816 time: 0.0988200 Jan 27 11:12:32.333359 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17abf4af-583f-4875-8c2d-e3d6d725fbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:33.410230 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41806) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:33.517225 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c496957-6daa-4755-b3fe-9929ad7f5901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:12:33.518588 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6c496957-6daa-4755-b3fe-9929ad7f5901 admin admin] 10.222.0.52 "GET /v2.0/subnets/77ffc92f-892c-4dbf-aac4-9b8fed2b0cf0 HTTP/1.1" status: 200 len: 868 time: 0.1073561 Jan 27 11:12:34.586590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fa5a97b2-24f3-448d-923e-d376d7a7e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:35.756606 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:37.218825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:38.430867 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:12:45.987990 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:12:57.474648 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41860) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:57.523993 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [None req-806c4de0-5b7a-4ea0-b0bf-72924c26de42 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:12:57.524997 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-806c4de0-5b7a-4ea0-b0bf-72924c26de42 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494053 Jan 27 11:12:59.858137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41868) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:12:59.934808 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b798fed-8793-46eb-9c52-394ccf8424fe admin admin] GET failed (client error): The resource could not be found. Jan 27 11:12:59.936428 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7b798fed-8793-46eb-9c52-394ccf8424fe admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772984 Jan 27 11:13:00.027185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8868f5-514e-40b6-8331-97d60f790a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:13:00.029006 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9e8868f5-514e-40b6-8331-97d60f790a58 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0881541 Jan 27 11:13:02.327620 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41878) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:13:02.342731 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7ae1eff0-dfe6-4a73-a2c4-e1fd403fc66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.378447 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'tenant_id': 'b218cc10725549ed914d817991b6038e', 'shared': True, 'project_id': 'b218cc10725549ed914d817991b6038e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:13:02.401084 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Made reservation on behalf of b218cc10725549ed914d817991b6038e for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:13:02.403691 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.440713 dv-cinder-826608-1-iscsi neutron-server[102448]: WARNING neutron.services.revisions.revision_plugin [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Could not find related network for resource to bump revision. Jan 27 11:13:02.452760 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:13:02.461843 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (40072b37-c113-471b-9149-5edf91ae4e51), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.462162 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Added segment 40072b37-c113-471b-9149-5edf91ae4e51 of type vlan for network 298fc76f-cb09-4d90-a99f-871b2e2c254c Jan 27 11:13:02.501309 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (298fc76f-cb09-4d90-a99f-871b2e2c254c), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.525401 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (298fc76f-cb09-4d90-a99f-871b2e2c254c), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.526307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:13:02.526878 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:02.558460 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2294080 Jan 27 11:13:02.588826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Pushing event updated for resources: {'Network': ['ID=298fc76f-cb09-4d90-a99f-871b2e2c254c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:13:02.596596 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.596930 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.597303 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.597632 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.597954 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.598246 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.598702 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.599029 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.599323 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.599663 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.600013 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.600321 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.600618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb31b65-3b81-40e8-8e16-2776d2e501c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:02.612678 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:13:04.590555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e924dcc-5155-4d42-90ce-843329b46b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:04.847044 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41888) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:13:04.909219 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e83519-4e5c-4b7a-bea2-07f870e10504 admin admin] GET failed (client error): The resource could not be found. Jan 27 11:13:04.910902 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-61e83519-4e5c-4b7a-bea2-07f870e10504 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627029 Jan 27 11:13:05.085894 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65dd29-1605-4014-8ec5-de4bc87639e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:13:05.087402 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5b65dd29-1605-4014-8ec5-de4bc87639e2 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1724997 Jan 27 11:13:05.099348 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c', 'cidr': '192.168.233.0/24', 'tenant_id': 'b218cc10725549ed914d817991b6038e'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:13:05.126084 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Made reservation on behalf of b218cc10725549ed914d817991b6038e for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:13:05.128676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.325361 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (3e26cfab-e86a-4fbb-8442-e3516808e805), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.380856 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e26cfab-e86a-4fbb-8442-e3516808e805,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:13:05.406186 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Checking segment: {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:13:05.406566 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Network hostable DHCP agents. Network: 298fc76f-cb09-4d90-a99f-871b2e2c254c, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:13:05.429753 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:13:05.443579 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 298fc76f-cb09-4d90-a99f-871b2e2c254c) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:13:05.448045 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:13:05.448628 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.453456 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65054c7-0992-4bc7-972b-05ec30350788 None None] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:13:05.467515 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-c6afd4c5-ec27-4b19-ad72-b1682e23b536 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3716826 Jan 27 11:13:05.559316 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-298fc76f-cb09-4d90-a99f-871b2e2c254c', 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c', 'project_id': 'b218cc10725549ed914d817991b6038e', 'fixed_ips': [{'subnet_id': '3e26cfab-e86a-4fbb-8442-e3516808e805'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:13:05.560224 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.698901 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Allocated IP 192.168.233.2 (298fc76f-cb09-4d90-a99f-871b2e2c254c/3e26cfab-e86a-4fbb-8442-e3516808e805/97822c30-8b43-4ad6-af67-e3f647d0eff1) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:13:05.791851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.856101 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks [] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.863474 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:05.902427 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:13:05.905606 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:13:05.909384 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:13:05.920117 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Pushing event updated for resources: {'Port': ['ID=97822c30-8b43-4ad6-af67-e3f647d0eff1,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:13:06.042007 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.042265 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.042665 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.042996 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.043328 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.043645 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.043964 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.044278 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.044593 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.044932 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.045264 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.045550 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.045858 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:13:06.076430 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Attempting to bind port 97822c30-8b43-4ad6-af67-e3f647d0eff1 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:13:06.076809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Attempting to bind port 97822c30-8b43-4ad6-af67-e3f647d0eff1 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:13:06.077284 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Attempting to bind port 97822c30-8b43-4ad6-af67-e3f647d0eff1 on network 298fc76f-cb09-4d90-a99f-871b2e2c254c {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:13:06.082844 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:13:06.083216 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Checking segment: {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:13:06.083723 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:06.084111 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Bound using segment: {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:13:06.084564 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Bound port: 97822c30-8b43-4ad6-af67-e3f647d0eff1, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:13:06.084938 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:06.148971 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] For port 97822c30-8b43-4ad6-af67-e3f647d0eff1, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:13:06.151990 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] For port 97822c30-8b43-4ad6-af67-e3f647d0eff1, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=97822c30-8b43-4ad6-af67-e3f647d0eff1,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:13:06.158493 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:06.224422 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e38b-466c-4ca6-bf7f-bca3e4cfdf25 None None] Pushing event updated for resources: {'Port': ['ID=97822c30-8b43-4ad6-af67-e3f647d0eff1,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:13:07.137935 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 97822c30-8b43-4ad6-af67-e3f647d0eff1 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:13:07.193882 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 97822c30-8b43-4ad6-af67-e3f647d0eff1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:13:07.194709 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.221568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf200e43-11e9-471a-85f1-1594286ea498 None None] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:13:07.299560 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.342326 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Provisioning complete for port 97822c30-8b43-4ad6-af67-e3f647d0eff1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:13:07.342650 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.427238 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 97822c30-8b43-4ad6-af67-e3f647d0eff1 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:13:07.427609 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.471333 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 97822c30-8b43-4ad6-af67-e3f647d0eff1, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=97822c30-8b43-4ad6-af67-e3f647d0eff1,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:13:07.495483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.531014 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Current status of the port 97822c30-8b43-4ad6-af67-e3f647d0eff1 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:13:07.531836 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:07.569881 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=97822c30-8b43-4ad6-af67-e3f647d0eff1,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:13:07.612860 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.db.api [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:13:07.613968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG oslo_db.api [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:13:08.149770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a1b23f9f-fdb6-4c46-8fb6-ba2c19e8317b None None] Current status of the port 97822c30-8b43-4ad6-af67-e3f647d0eff1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:13:08.272741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a1b8f086-ac50-417c-b41b-78271931d0bb None None] Provisioning complete for port 97822c30-8b43-4ad6-af67-e3f647d0eff1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:13:08.273127 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a1b8f086-ac50-417c-b41b-78271931d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:08.352776 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8f086-ac50-417c-b41b-78271931d0bb None None] Current status of the port 97822c30-8b43-4ad6-af67-e3f647d0eff1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:13:08.436015 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:09.074850 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 97822c30-8b43-4ad6-af67-e3f647d0eff1 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:13:09.122181 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 97822c30-8b43-4ad6-af67-e3f647d0eff1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:13:09.122570 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (97822c30-8b43-4ad6-af67-e3f647d0eff1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:09.196234 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 97822c30-8b43-4ad6-af67-e3f647d0eff1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:13:22.987461 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:13:32.340011 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-865c9f58-12bb-4ed9-8c7b-5d7978ac8617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:34.596793 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2144fd63-7861-4b7b-b66d-1702fe2b6fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:35.764123 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:37.219768 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:38.442135 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:13:59.986635 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:14:02.343960 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f522-6e7f-47bb-8bd4-6ce62f2dae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:04.594891 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6bddf10e-de70-497f-9fd0-09705485c030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:05.766903 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:07.229421 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:08.438816 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.060906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 41932) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:14:23.067189 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [None req-0197d8a5-4d4d-4b85-a762-61ed94cf48f2 tempest-verify_tempest_config-554704196 tempest-verify_tempest_config-554704196-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:14:23.068145 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0197d8a5-4d4d-4b85-a762-61ed94cf48f2 tempest-verify_tempest_config-554704196 tempest-verify_tempest_config-554704196-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062191 Jan 27 11:14:23.382204 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:14:23.495180 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.573299 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Publish callbacks [] for security_group (133cd261-b5ce-41dd-9e54-0eda1b043a3c), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.579695 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (133cd261-b5ce-41dd-9e54-0eda1b043a3c), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.624837 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=836dfb311d264bac841e160bc00fb16f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2408190 Jan 27 11:14:23.624975 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133cd261-b5ce-41dd-9e54-0eda1b043a3c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:14:23.626846 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 41956) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:14:23.637541 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.637903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.638251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.638617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.638929 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.639255 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.639580 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.639906 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.640302 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.640635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.640956 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.641293 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.641612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc380ba-6a26-4db8-86c7-f62ec466fe1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:14:23.690268 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] Publish callbacks [] for security_group (133cd261-b5ce-41dd-9e54-0eda1b043a3c), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.711024 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] Publish callbacks [] for security_group (133cd261-b5ce-41dd-9e54-0eda1b043a3c), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.809776 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (133cd261-b5ce-41dd-9e54-0eda1b043a3c), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.813146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:23.814285 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/133cd261-b5ce-41dd-9e54-0eda1b043a3c HTTP/1.1" status: 204 len: 168 time: 0.1865625 Jan 27 11:14:23.822067 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36e8ba-4ec7-48ff-b1e5-629104940600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133cd261-b5ce-41dd-9e54-0eda1b043a3c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:14:32.339346 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8243c2b6-2112-4f95-97a9-3a6ae709f8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:34.589591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf6b4-4049-489f-b954-c4553edbdcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:35.784010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:36.991392 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:14:37.233311 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:14:38.438453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:02.341077 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b87d4d4b-c69b-40f1-a0f8-1b767f9971ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:04.595431 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fffb583d-d0cd-4aa8-8ced-07ea78fa5942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:05.786079 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:07.233525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:08.440910 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:13.995039 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:15:32.345916 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f287792d-efd7-48b4-8449-98ed528f5723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:34.598369 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fcc6a527-6431-439d-8495-8316794d7a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:35.795466 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:37.237260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:38.444971 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:15:51.005527 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 5 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:16:00.016745 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566984'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:02.343176 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5e95-f2c0-47d2-ab5e-d98b265bad13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:04.606597 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac4e1aa5-dba9-4e42-ac53-c6acda921710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:05.793663 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:07.243866 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:08.446373 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:14.961470 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42028) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:15.065186 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-51d20520-4160-43fb-96e0-5fdafd2adeb7 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026299 Jan 27 11:16:17.333829 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42038) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:16:17.409238 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-11e4cc25-3a14-4d4d-8f70-9abddc92af1f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0742729 Jan 27 11:16:28.000765 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:16:30.009738 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:32.342318 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6366c97d-833b-41aa-b145-a19b9d98d5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:34.601142 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb8a6-a3fc-4bae-84bd-22a1730aad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:35.797543 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:37.243001 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:16:38.451652 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:00.011491 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:02.342145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-095222fb-6549-4ab9-8f7c-6f3571b151b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:04.598652 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca6586c2-8489-47fc-aa81-027d25def47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:05.006084 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:17:05.789956 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:07.234817 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:08.447102 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:30.003130 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:32.337508 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ec841ffc-7801-49d7-bd95-b9a7db577c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:34.593871 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f62e1e16-a1af-45bb-aa6f-d332a3af0695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:35.794282 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:37.240194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:38.451504 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:42.005462 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:17:50.416457 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42188) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:50.616052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-437747513-network', 'tenant_id': '22de344f96014987a328abb114753492'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:50.643676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Made reservation on behalf of 22de344f96014987a328abb114753492 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:50.649988 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.660491 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.752109 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks [] for security_group (625c640e-a6fe-4271-b7d9-0c4e050e35b3), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.757215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (625c640e-a6fe-4271-b7d9-0c4e050e35b3), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.782022 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:17:50.796052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625c640e-a6fe-4271-b7d9-0c4e050e35b3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:50.805995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.806405 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.806808 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.807229 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.807779 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.807907 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.808266 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.808767 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.809140 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.809494 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.809906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.810601 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.810971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Tracked resource versions report: Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: pushed versions: Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: { 'AddressGroup': {'1.2'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'ConntrackHelper': {'1.0'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Log': {'1.0'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Network': {'1.1'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Port': {'1.7'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'PortForwarding': {'1.2'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'QosPolicy': {'1.10'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroup': {'1.5'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SubPort': {'1.0'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Subnet': {'1.1'}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Trunk': {'1.1'}} Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: consumer versions: Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'ConntrackHelper': '1.0', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'LocalIPAssociation': '1.0', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Log': '1.0', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Network': '1.1', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Port': '1.7', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'PortForwarding': '1.2', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'QosPolicy': '1.10', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroup': '1.5', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SecurityGroupRule': '1.2', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'SubPort': '1.0', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Subnet': '1.1', Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: 'Trunk': '1.1'}} Jan 27 11:17:50.812307 dv-cinder-826608-1-iscsi neutron-server[102448]: {{(pid=102448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:17:50.839815 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (b676c12b-3047-493c-b7c1-7c006e5bbf89), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.840252 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Added segment b676c12b-3047-493c-b7c1-7c006e5bbf89 of type vlan for network dea49dde-8f4d-4286-953f-917e301079c3 Jan 27 11:17:50.896329 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (dea49dde-8f4d-4286-953f-917e301079c3), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.924004 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (dea49dde-8f4d-4286-953f-917e301079c3), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.924998 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:50.925895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:50.967062 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5491753 Jan 27 11:17:50.968153 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:50.973743 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Request body: {'subnet': {'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-subnet', 'tenant_id': '22de344f96014987a328abb114753492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:50.999733 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf60f60-7ace-4181-a5d4-6087d27621ef admin admin] Pushing event updated for resources: {'Network': ['ID=dea49dde-8f4d-4286-953f-917e301079c3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:51.010404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Made reservation on behalf of 22de344f96014987a328abb114753492 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:51.012253 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network dea49dde-8f4d-4286-953f-917e301079c3 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:17:51.014736 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.215814 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (e765fd08-3b1c-4c78-8e24-7d3ff17159c6), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.265250 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42246) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:51.273896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e765fd08-3b1c-4c78-8e24-7d3ff17159c6,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:51.288133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.288494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.288836 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.289173 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.289501 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.289824 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.290144 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.290857 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.291105 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.291447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.291766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.292244 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.292561 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Tracked resource versions report: Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: pushed versions: Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: { 'AddressGroup': {'1.2'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Log': {'1.0'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Network': {'1.1'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Port': {'1.7'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'PortForwarding': {'1.2'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'QosPolicy': {'1.10'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroup': {'1.5'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SubPort': {'1.0'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Subnet': {'1.1'}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Trunk': {'1.1'}} Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: consumer versions: Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'ConntrackHelper': '1.0', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'LocalIPAssociation': '1.0', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Log': '1.0', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Network': '1.1', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Port': '1.7', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'PortForwarding': '1.2', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'QosPolicy': '1.10', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroup': '1.5', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SecurityGroupRule': '1.2', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'SubPort': '1.0', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Subnet': '1.1', Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: 'Trunk': '1.1'}} Jan 27 11:17:51.293746 dv-cinder-826608-1-iscsi neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:17:51.302666 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Checking segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:51.303021 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Network hostable DHCP agents. Network: dea49dde-8f4d-4286-953f-917e301079c3, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:17:51.320694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Network dea49dde-8f4d-4286-953f-917e301079c3 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:17:51.329093 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, dea49dde-8f4d-4286-953f-917e301079c3) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:51.333314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:51.334101 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.338081 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc592c6-4242-426b-9ca5-8edadedb0d36 None None] Network dea49dde-8f4d-4286-953f-917e301079c3 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:51.360842 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42250) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:51.367439 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:51.375088 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8496872b-6118-457e-953f-dec80a1cfee6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4038353 Jan 27 11:17:51.411895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.414818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.453768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42256) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:51.474504 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88dc83e-d2a9-49a5-85f6-2b226cf11979 None None] Network dea49dde-8f4d-4286-953f-917e301079c3 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:51.495683 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42260) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:51.530467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for router_controller (d3782677-70b5-4d7b-aefd-7e3c73020bc9), precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.651184 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1842970970-network', 'tenant_id': '09fc060747db493cab14611b5585cdaf'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:51.683422 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for router_gateway (d3782677-70b5-4d7b-aefd-7e3c73020bc9), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.707501 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:51.709790 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.719276 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.845482 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks [] for security_group (9830b458-4cea-4ea3-a2f8-0e6a2eb98adb), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.852637 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (9830b458-4cea-4ea3-a2f8-0e6a2eb98adb), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.857116 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-292502455-network', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:51.880738 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Made reservation on behalf of 14e6cea18b4c4e6a95bc33f53003f9e5 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:51.884181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.885022 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:51.893398 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:17:51.921494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1591849193-network', 'tenant_id': 'fd2f387a50e54488ad9f5089525f27d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:51.939471 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.962939 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Made reservation on behalf of fd2f387a50e54488ad9f5089525f27d1 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:51.965608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.967028 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (e2254c55-4d51-40f4-8fce-bb5a1c4d85d0), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:51.967372 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Added segment e2254c55-4d51-40f4-8fce-bb5a1c4d85d0 of type vlan for network 92dacf81-bb4e-4740-8c25-e817aa3226da Jan 27 11:17:52.004053 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.029267 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (92dacf81-bb4e-4740-8c25-e817aa3226da), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.074450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks [] for security_group (7638ef57-a88a-4616-8d41-e7002a9ee761), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.085882 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7638ef57-a88a-4616-8d41-e7002a9ee761), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.087154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for router_gateway (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.100826 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:17:52.110160 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (1927406a-c893-4583-81a5-2f193c7c3d8f), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.110523 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Added segment 1927406a-c893-4583-81a5-2f193c7c3d8f of type vlan for network 8ee66444-e50d-4e01-908c-7ec731ac7e74 Jan 27 11:17:52.116969 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.144627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7638ef57-a88a-4616-8d41-e7002a9ee761,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:52.195634 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (8ee66444-e50d-4e01-908c-7ec731ac7e74), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.223409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Allocated IP 172.27.3.98 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:52.229986 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks [] for security_group (5e8be47b-b8d1-447a-82fd-3c71cae220e4), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.240029 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (5e8be47b-b8d1-447a-82fd-3c71cae220e4), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.255617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:17:52.266047 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (033b5b0a-f4d2-4838-86a0-27f18354f545), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.266661 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Added segment 033b5b0a-f4d2-4838-86a0-27f18354f545 of type vlan for network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f Jan 27 11:17:52.309783 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (92dacf81-bb4e-4740-8c25-e817aa3226da), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.310784 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:52.311499 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.320959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.347347 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (8ee66444-e50d-4e01-908c-7ec731ac7e74), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.348712 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:52.349565 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.390307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.398951 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1296921 Jan 27 11:17:52.400509 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42304) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:52.407000 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Request body: {'subnet': {'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1842970970-subnet', 'tenant_id': '09fc060747db493cab14611b5585cdaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:52.410784 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e5261-23ad-4e08-869d-8dc13f549ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=92dacf81-bb4e-4740-8c25-e817aa3226da,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:52.428767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee66444-e50d-4e01-908c-7ec731ac7e74,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:52.433981 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 92dacf81-bb4e-4740-8c25-e817aa3226da details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:17:52.440916 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:52.442647 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.443509 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.444057 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:52.444767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.477522 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9806659 Jan 27 11:17:52.478675 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8be47b-b8d1-447a-82fd-3c71cae220e4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:52.482225 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42306) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:52.487121 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-60a97dbc-3bcf-4a20-ad0d-f57f6fc31bb9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0319209 Jan 27 11:17:52.497292 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42308) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:52.505364 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:17:52.568901 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Request body: {'subnet': {'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-subnet', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:52.613710 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047a4ca-ee6e-4989-9c24-08263b9dce9f admin admin] Pushing event updated for resources: {'Network': ['ID=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:52.627274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Made reservation on behalf of 14e6cea18b4c4e6a95bc33f53003f9e5 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:52.631091 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.658518 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:17:52.694093 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Request body: {'subnet': {'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1591849193-subnet', 'tenant_id': 'fd2f387a50e54488ad9f5089525f27d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:52.749396 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.759943 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Made reservation on behalf of fd2f387a50e54488ad9f5089525f27d1 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:17:52.764318 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:52.948788 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:52.973317 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:52.980011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:53.137109 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (08653941-5955-40d8-b7b6-adf0b0b360cd), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.161757 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Pushing event updated for resources: {'Port': ['ID=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:53.254795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08653941-5955-40d8-b7b6-adf0b0b360cd,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:53.323921 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Checking segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:53.324280 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Network hostable DHCP agents. Network: 8ee66444-e50d-4e01-908c-7ec731ac7e74, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:17:53.367099 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:17:53.387892 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 8ee66444-e50d-4e01-908c-7ec731ac7e74) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:53.393192 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:53.394097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.409006 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (4db07fce-9aae-4085-8d1f-8eb828e42734), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.410392 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d98ca1-960a-4037-b382-830a16f4f8f6 None None] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:53.429797 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-780acd86-f09a-4d4e-9ba1-2828c9ba856c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9290614 Jan 27 11:17:53.432774 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:53.440573 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:17:53.503914 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.505750 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.592353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for router_controller (5e0ffa89-5144-47ee-9b34-22e8be947057), precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.608167 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-8ee66444-e50d-4e01-908c-7ec731ac7e74', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:17:53.610144 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.618011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (7f6f61f1-feab-46b6-8927-167201778323), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.652913 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for router_gateway (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.658294 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db07fce-9aae-4085-8d1f-8eb828e42734,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:53.746478 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Checking segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:53.747267 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Network hostable DHCP agents. Network: 92dacf81-bb4e-4740-8c25-e817aa3226da, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:17:53.831574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for router_gateway (5e0ffa89-5144-47ee-9b34-22e8be947057), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.837639 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6f61f1-feab-46b6-8927-167201778323,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:53.843326 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Allocated IP 172.20.0.2 (8ee66444-e50d-4e01-908c-7ec731ac7e74/08653941-5955-40d8-b7b6-adf0b0b360cd/22783f53-99fe-4254-a7f5-b80738fc0280) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:53.850596 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Checking segment: {'id': '033b5b0a-f4d2-4838-86a0-27f18354f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:53.850944 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Network hostable DHCP agents. Network: fdb0d0ec-d0bd-4470-abe2-60da6c672a5f, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:17:53.903851 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Network 92dacf81-bb4e-4740-8c25-e817aa3226da is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:17:53.926280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 92dacf81-bb4e-4740-8c25-e817aa3226da) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:53.939384 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:53.939974 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:53.942763 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794af555-8060-48bb-a40d-54ae489c791e None None] Network 92dacf81-bb4e-4740-8c25-e817aa3226da requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:53.978607 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:17:53.994877 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, fdb0d0ec-d0bd-4470-abe2-60da6c672a5f) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:54.002965 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:54.003391 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.031068 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-32fda6fb-8834-4416-a459-895c4b6da95b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6293175 Jan 27 11:17:54.062272 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.067041 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adeaffd-b614-4184-b977-533c8f624639 None None] Network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:54.134085 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e62c20f9-1274-48e1-bff5-09aca06c8fcb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6399302 Jan 27 11:17:54.160181 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42378) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:54.241382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for router_gateway (5e0ffa89-5144-47ee-9b34-22e8be947057), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.243717 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42386) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:54.270025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.331984 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb43a6e-5c8e-47e7-9f72-ca82d725e684 None None] Network 92dacf81-bb4e-4740-8c25-e817aa3226da requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:54.373265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1e6b-bc56-4e01-a5b1-2d721d4362bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.400724 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Router d3782677-70b5-4d7b-aefd-7e3c73020bc9 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:17:54.446529 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Allocated IP 172.27.3.234 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/a15f9e41-f9c6-4b84-a549-27ffef54f6ad) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:54.522838 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe0a848-b28d-4ed1-ba0f-d4a16242a17a None None] Network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:54.547198 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2940047a-4a29-48b3-88d1-dc63dec501b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.616729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:17:54.668649 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1e6b-bc56-4e01-a5b1-2d721d4362bb admin admin] Publish callbacks [] for security_group (d8328a32-26b1-43a1-81dd-36dfe54020fb), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.683494 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b1b1e6b-bc56-4e01-a5b1-2d721d4362bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d8328a32-26b1-43a1-81dd-36dfe54020fb), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.690952 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Sync routers for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:17:54.733590 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b1e6b-bc56-4e01-a5b1-2d721d4362bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8328a32-26b1-43a1-81dd-36dfe54020fb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:54.738769 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.742459 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b2a190a8-98e4-4cfc-846c-77e7697cbe13 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3777573 Jan 27 11:17:54.742597 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.745812 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42410) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:54.746680 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:17:54.747525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:54.807700 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-3b1b1e6b-bc56-4e01-a5b1-2d721d4362bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ccce580c07ad40408d3e30f0249f8873&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6464128 Jan 27 11:17:54.810119 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42420) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:54.822180 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.827111 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks [] for port (22783f53-99fe-4254-a7f5-b80738fc0280), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.865462 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:54.903481 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:54.910111 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:54.913183 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:54.928612 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] Publish callbacks [] for security_group (d8328a32-26b1-43a1-81dd-36dfe54020fb), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.005205 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2940047a-4a29-48b3-88d1-dc63dec501b1 admin admin] Publish callbacks [] for security_group (d05629c0-7914-4ce4-b606-33889ecc74f7), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.021080 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:55.029547 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:55.032655 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:55.059227 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Pushing event updated for resources: {'Port': ['ID=22783f53-99fe-4254-a7f5-b80738fc0280,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.073215 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.088025 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:17:55.121891 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.122265 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.122767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.123104 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.123433 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.123757 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.124079 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.124401 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.124725 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.125060 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.125383 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.125751 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.126761 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Tracked resource versions report: Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: pushed versions: Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: { 'AddressGroup': {'1.2'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Log': {'1.0'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Network': {'1.1'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Port': {'1.7'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'PortForwarding': {'1.2'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'QosPolicy': {'1.10'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroup': {'1.5'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SubPort': {'1.0'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Subnet': {'1.1'}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Trunk': {'1.1'}} Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: consumer versions: Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'ConntrackHelper': '1.0', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'LocalIPAssociation': '1.0', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Log': '1.0', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Network': '1.1', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Port': '1.7', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'PortForwarding': '1.2', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'QosPolicy': '1.10', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroup': '1.5', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SecurityGroupRule': '1.2', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'SubPort': '1.0', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Subnet': '1.1', Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: 'Trunk': '1.1'}} Jan 27 11:17:55.128889 dv-cinder-826608-1-iscsi neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:17:55.130878 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2940047a-4a29-48b3-88d1-dc63dec501b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d05629c0-7914-4ce4-b606-33889ecc74f7), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.133765 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42448) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:55.141602 dv-cinder-826608-1-iscsi neutron-server[102447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 11:17:55.170993 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42454) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:55.177693 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2940047a-4a29-48b3-88d1-dc63dec501b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aadd26b10e0043e59962ee2374f7c601&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9327428 Jan 27 11:17:55.196241 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42456) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:55.205000 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Attempting to bind port 22783f53-99fe-4254-a7f5-b80738fc0280 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:55.205365 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Attempting to bind port 22783f53-99fe-4254-a7f5-b80738fc0280 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:55.205718 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Attempting to bind port 22783f53-99fe-4254-a7f5-b80738fc0280 on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:55.215442 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] Publish callbacks [] for security_group (d8328a32-26b1-43a1-81dd-36dfe54020fb), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.242907 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:55.243283 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Checking segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:55.243632 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.244046 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Bound using segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:55.244482 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Bound port: 22783f53-99fe-4254-a7f5-b80738fc0280, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:55.244852 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.328794 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] Publish callbacks [] for security_group (d05629c0-7914-4ce4-b606-33889ecc74f7), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.347302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] For port 22783f53-99fe-4254-a7f5-b80738fc0280, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:17:55.351451 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] For port 22783f53-99fe-4254-a7f5-b80738fc0280, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=22783f53-99fe-4254-a7f5-b80738fc0280,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:17:55.359009 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.363598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-b784625b-53be-4b30-89ab-73eddc8ae5c4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:55.366029 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-b784625b-53be-4b30-89ab-73eddc8ae5c4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.1872382 Jan 27 11:17:55.375676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d8328a32-26b1-43a1-81dd-36dfe54020fb), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.378451 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.379357 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8328a32-26b1-43a1-81dd-36dfe54020fb HTTP/1.1" status: 204 len: 168 time: 0.5681272 Jan 27 11:17:55.400510 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] Publish callbacks [] for security_group (d05629c0-7914-4ce4-b606-33889ecc74f7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.408765 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf5964-4b38-444f-982f-6f9051e1d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8328a32-26b1-43a1-81dd-36dfe54020fb,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.480009 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:53Z', 'revision_number': 3, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:55.503166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-fde97383-1628-4cd6-9a48-762334546a11 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:17:55.508689 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-fde97383-1628-4cd6-9a48-762334546a11 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/networks?id=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f HTTP/1.1" status: 200 len: 812 time: 0.3687866 Jan 27 11:17:55.517794 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d05629c0-7914-4ce4-b606-33889ecc74f7), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.520844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.521901 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d05629c0-7914-4ce4-b606-33889ecc74f7 HTTP/1.1" status: 204 len: 168 time: 0.3235462 Jan 27 11:17:55.529983 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Checking router: d3782677-70b5-4d7b-aefd-7e3c73020bc9 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:17:55.530546 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Updating router d3782677-70b5-4d7b-aefd-7e3c73020bc9 port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:17:55.532841 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eca00-cb6b-4713-987f-d107bedac400 None None] Pushing event updated for resources: {'Port': ['ID=22783f53-99fe-4254-a7f5-b80738fc0280,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.564402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.568242 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cb0c5-81e9-4c43-bda9-7aaaebc07550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05629c0-7914-4ce4-b606-33889ecc74f7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:55.601444 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-9aba2540-8be8-4432-a083-6f6c7a108004 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/quotas/fd2f387a50e54488ad9f5089525f27d1 HTTP/1.1" status: 200 len: 375 time: 0.0453777 Jan 27 11:17:55.672444 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:55.936006 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:55.942473 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-a14a01f9-904a-4830-8609-58da7710c96b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/quotas/09fc060747db493cab14611b5585cdaf HTTP/1.1" status: 200 len: 375 time: 0.3727350 Jan 27 11:17:55.948755 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940047a-4a29-48b3-88d1-dc63dec501b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05629c0-7914-4ce4-b606-33889ecc74f7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.000891 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks [] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.013846 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.017729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07ca5fc0-10c1-4009-bd45-95ac71937781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.082540 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Allocated IP 172.20.0.1 (dea49dde-8f4d-4286-953f-917e301079c3/e765fd08-3b1c-4c78-8e24-7d3ff17159c6/5a94f23c-e9ce-4be0-87ec-dd0b1307f996) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:56.088421 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for router_gateway (5e0ffa89-5144-47ee-9b34-22e8be947057), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.093429 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-ebb2cd59-8b28-4d25-aed2-2d557c8c5848 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395385 Jan 27 11:17:56.095988 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-a69d963e-9971-40e2-8bd7-d95a1cbb29d0 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd2f387a50e54488ad9f5089525f27d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2055190 Jan 27 11:17:56.129617 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0aa02-b3fc-4160-82bb-4a47b7e0e275 None None] Pushing event updated for resources: {'Port': ['ID=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.132062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Attempting to bind port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:56.132405 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Attempting to bind port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:56.136968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Attempting to bind port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:56.156102 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:56.156479 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:56.156884 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.158144 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:56.159819 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Bound port: 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:56.163337 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.218390 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42478) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:56.235502 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07ca5fc0-10c1-4009-bd45-95ac71937781 admin admin] Publish callbacks [] for security_group (68fa966b-6ef5-4fe9-ae90-ed49a0929bc3), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.247813 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3e025b1-21e2-4531-80e0-b75d3ed6b05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.263708 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-07ca5fc0-10c1-4009-bd45-95ac71937781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (68fa966b-6ef5-4fe9-ae90-ed49a0929bc3), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.266260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] For port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:17:56.271990 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] For port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:17:56.285070 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.297999 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-07ca5fc0-10c1-4009-bd45-95ac71937781 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c0106ffd48f4882a5b562bd8d77dc11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4137566 Jan 27 11:17:56.308470 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42482) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:56.312655 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks [] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.349157 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca5fc0-10c1-4009-bd45-95ac71937781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa966b-6ef5-4fe9-ae90-ed49a0929bc3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.372831 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:17:56.373576 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:56.422578 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0aa02-b3fc-4160-82bb-4a47b7e0e275 None None] Pushing event updated for resources: {'Port': ['ID=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.423388 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.443589 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Network dea49dde-8f4d-4286-953f-917e301079c3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:56.448804 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:56.479516 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:17:56.480416 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.508068 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-5aee74dd-740c-492e-a21a-168df97d8e3f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:17:56.514896 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-5aee74dd-740c-492e-a21a-168df97d8e3f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1982753 Jan 27 11:17:56.525438 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] Publish callbacks [] for security_group (68fa966b-6ef5-4fe9-ae90-ed49a0929bc3), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.531958 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:17:56.583771 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-2bc5b91a-7675-45fb-8c12-72f835eca654 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:17:56.585129 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-2bc5b91a-7675-45fb-8c12-72f835eca654 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1164033 Jan 27 11:17:56.587888 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] Publish callbacks [] for security_group (68fa966b-6ef5-4fe9-ae90-ed49a0929bc3), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.638035 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3e025b1-21e2-4531-80e0-b75d3ed6b05f admin admin] Publish callbacks [] for security_group (18d283f4-11a5-468e-b003-801ea2d69f3e), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.638363 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.660317 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f3e025b1-21e2-4531-80e0-b75d3ed6b05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (18d283f4-11a5-468e-b003-801ea2d69f3e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.692014 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f3e025b1-21e2-4531-80e0-b75d3ed6b05f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=815c5bb0428a46399231b9aff2d3adaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4707708 Jan 27 11:17:56.697500 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42488) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:56.717468 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.769802 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:53Z', 'revision_number': 3, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:56.789954 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e025b1-21e2-4531-80e0-b75d3ed6b05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d283f4-11a5-468e-b003-801ea2d69f3e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:56.792591 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.822584 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e60df-9b2f-4af6-8e04-fc3891e7f7ff None None] The sync data for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi is: [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:53Z', 'revision_number': 3, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:17:56.886360 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-d929253f-79cf-4554-baff-b24093ec37ed service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705959 Jan 27 11:17:56.959473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] Publish callbacks [] for security_group (18d283f4-11a5-468e-b003-801ea2d69f3e), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.961246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (68fa966b-6ef5-4fe9-ae90-ed49a0929bc3), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.963810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:56.967374 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68fa966b-6ef5-4fe9-ae90-ed49a0929bc3 HTTP/1.1" status: 204 len: 168 time: 0.6548674 Jan 27 11:17:57.008267 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c7d8f-efa8-43ff-8fa8-24a8224f879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa966b-6ef5-4fe9-ae90-ed49a0929bc3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:57.049229 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-73c29799-9b99-43db-8992-e08f6087e4ee service neutron] 10.222.0.52 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240098 Jan 27 11:17:57.072043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b19f1-58eb-45a7-97a5-18b708e25a7e None None] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:17:57.107399 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks [] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.115622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.116499 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.164640 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] Publish callbacks [] for security_group (18d283f4-11a5-468e-b003-801ea2d69f3e), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.233707 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:57.298165 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Network dea49dde-8f4d-4286-953f-917e301079c3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:17:57.310057 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:17:57.412091 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-8dbc5721-3441-4b2a-9a44-c471e8d19442 service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155520 Jan 27 11:17:57.485537 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Provisioning complete for port 22783f53-99fe-4254-a7f5-b80738fc0280 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:57.486010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.532677 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (18d283f4-11a5-468e-b003-801ea2d69f3e), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.538971 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:57.546473 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18d283f4-11a5-468e-b003-801ea2d69f3e HTTP/1.1" status: 204 len: 168 time: 0.7891092 Jan 27 11:17:57.548722 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-47afc35a-9434-4dd5-980d-21b79d336187 service neutron] 10.222.0.52 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879241 Jan 27 11:17:57.551778 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Router d3782677-70b5-4d7b-aefd-7e3c73020bc9 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:17:57.571616 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:17:57.582443 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565810-06da-4cdf-a97e-bf0dc659043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d283f4-11a5-468e-b003-801ea2d69f3e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:57.597033 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:57.902447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:17:57.914185 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:17:57.941363 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:17:57.942027 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:58.027038 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:58.029043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.095338 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:17:58.101166 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4a68ee9f-b2c7-42f9-be66-143bfa84fcf7 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3782677-70b5-4d7b-aefd-7e3c73020bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3540812 Jan 27 11:17:58.187041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.188279 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-08e49374-256f-464f-8fbf-a3c08e2581d4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7534935 Jan 27 11:17:58.191653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:58.211629 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-89ae3383-12ca-494a-9455-7a84709760ea req-3d844153-e687-4850-8556-9ae9d5e2bcc9 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.2141271 Jan 27 11:17:58.275396 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6b485944-7d4e-43c2-bfa0-364d64cf6e11 req-07d4bd5d-7308-410e-9596-bccbfb3089b4 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 210 time: 0.1339149 Jan 27 11:17:58.357138 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:17:58.406788 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Current status of the port 22783f53-99fe-4254-a7f5-b80738fc0280 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:58.407387 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.524032 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] For port 22783f53-99fe-4254-a7f5-b80738fc0280, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=22783f53-99fe-4254-a7f5-b80738fc0280,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:58.566150 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.611473 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:58.611780 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.670143 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:17:58.671845 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9572e2-1c96-4cc3-9efc-176923eb7474 None None] Pushing event updated for resources: {'Port': ['ID=22783f53-99fe-4254-a7f5-b80738fc0280,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:58.686899 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.688054 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 22783f53-99fe-4254-a7f5-b80738fc0280 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:58.763281 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:58.773780 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bc53ba0a-eb53-4154-b293-c3ad9b3d7128 None None] Provisioning complete for port 22783f53-99fe-4254-a7f5-b80738fc0280 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:58.774132 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bc53ba0a-eb53-4154-b293-c3ad9b3d7128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.843842 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 22783f53-99fe-4254-a7f5-b80738fc0280 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:58.844262 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:58.912043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bc53ba0a-eb53-4154-b293-c3ad9b3d7128 None None] Current status of the port 22783f53-99fe-4254-a7f5-b80738fc0280 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:58.991009 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 22783f53-99fe-4254-a7f5-b80738fc0280 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:58.993923 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:17:55Z', 'revision_number': 3, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:17:59.025024 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:17:59.025438 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Updating router 5e0ffa89-5144-47ee-9b34-22e8be947057 port a15f9e41-f9c6-4b84-a549-27ffef54f6ad binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:17:59.056022 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.143024 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.234879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42606) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:17:59.393048 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:59.462652 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d0ea3c-ad35-4532-87f8-e58f2783c321 req-81153006-a3c0-4baf-8486-8dfe9a476c26 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.0781014 Jan 27 11:17:59.519806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:59.520740 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.630147 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dfd914b6-6209-445d-b65b-8cad9326774e req-0ec3c438-f053-441f-9c1b-96e00eefd7ca tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 210 time: 0.0898225 Jan 27 11:17:59.649897 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Allocated IP 172.20.0.1 (8ee66444-e50d-4e01-908c-7ec731ac7e74/08653941-5955-40d8-b7b6-adf0b0b360cd/6e96cb1c-f967-47a4-9c86-328fd10b57c7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:17:59.672498 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks [] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.685566 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.762226 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-512ecb17-0706-48e8-a822-0d17b17cace1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.773054 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Pushing event updated for resources: {'Port': ['ID=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:17:59.817912 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:17:59.821155 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.821573 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.821956 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.825943 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.826459 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.826869 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.829716 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 22783f53-99fe-4254-a7f5-b80738fc0280 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:17:59.831048 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.831401 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.837522 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.837522 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.837522 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.838024 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.843988 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Tracked resource versions report: Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: pushed versions: Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: { 'AddressGroup': {'1.2'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'LocalIPAssociation': {'1.0'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Log': {'1.0'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Network': {'1.1'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Port': {'1.7'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'PortForwarding': {'1.2'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'QosPolicy': {'1.10'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroup': {'1.5'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SubPort': {'1.0'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Subnet': {'1.1'}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Trunk': {'1.1'}} Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: consumer versions: Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: { DHCP agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: HyperV agent@hv-cinder-82660: {}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: L3 agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: Metadata agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: Metering agent@dv-cinder-826608-1-iscsi: {}, Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: Open vSwitch agent@dv-cinder-826608-1-iscsi: { 'AddressGroup': '1.2', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'ConntrackHelper': '1.0', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'LocalIPAssociation': '1.0', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Log': '1.0', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Network': '1.1', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Port': '1.7', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'PortForwarding': '1.2', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'QosPolicy': '1.10', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroup': '1.5', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SecurityGroupRule': '1.2', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'SubPort': '1.0', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Subnet': '1.1', Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: 'Trunk': '1.1'}} Jan 27 11:17:59.854546 dv-cinder-826608-1-iscsi neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 11:17:59.867320 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks [] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.914295 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Attempting to bind port a15f9e41-f9c6-4b84-a549-27ffef54f6ad on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:17:59.917158 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Attempting to bind port a15f9e41-f9c6-4b84-a549-27ffef54f6ad by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:17:59.917877 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Attempting to bind port a15f9e41-f9c6-4b84-a549-27ffef54f6ad on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:17:59.926364 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:17:59.932018 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 22783f53-99fe-4254-a7f5-b80738fc0280 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:17:59.932581 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.940765 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:17:59.942092 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.942706 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:17:59.945359 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Bound port: a15f9e41-f9c6-4b84-a549-27ffef54f6ad, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:17:59.946721 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.959283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:17:59.989207 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Sync routers for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:00.021252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:00.022091 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:00.057983 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:00.078295 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:00.083748 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:00.084328 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (5e0ffa89-5144-47ee-9b34-22e8be947057), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.149882 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] For port a15f9e41-f9c6-4b84-a549-27ffef54f6ad, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:00.159319 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] For port a15f9e41-f9c6-4b84-a549-27ffef54f6ad, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:00.174425 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.186892 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.207844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Pushing event updated for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:00.318140 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 22783f53-99fe-4254-a7f5-b80738fc0280 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:00.382354 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:00.383051 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:00.401644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:00.405112 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-a818e8ef-427a-4a32-a886-91038abdad34 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:00.431751 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-a818e8ef-427a-4a32-a886-91038abdad34 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 818 time: 0.5394077 Jan 27 11:18:00.456272 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.482817 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-3327aabc-84fc-41e4-866d-aa97ed33d553 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/quotas/22de344f96014987a328abb114753492 HTTP/1.1" status: 200 len: 375 time: 0.0505595 Jan 27 11:18:00.665146 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5ecd-b3a5-4140-9c96-72b03961f4a3 None None] Pushing event updated for resources: {'Port': ['ID=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:00.713051 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-512ecb17-0706-48e8-a822-0d17b17cace1 admin admin] Publish callbacks [] for security_group (19d9b448-e3b8-4cf6-af8e-e68137a4a7fe), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.729851 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:00.793944 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6ee79d44-4cb7-4e61-8ba9-addcda067419 None None] Provisioning complete for port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:00.794666 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d44-4cb7-4e61-8ba9-addcda067419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.797027 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-512ecb17-0706-48e8-a822-0d17b17cace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19d9b448-e3b8-4cf6-af8e-e68137a4a7fe), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:00.834102 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-512ecb17-0706-48e8-a822-0d17b17cace1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c41a92fb25b4b6f92d078e6eaa51fc3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5981338 Jan 27 11:18:00.838119 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42684) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:00.848054 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-739d5778-d467-48ce-ba64-ac61b6e3c78e req-b490448e-b616-47e6-a3b2-7c38be1db73f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.2359917 Jan 27 11:18:00.882653 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6ee79d44-4cb7-4e61-8ba9-addcda067419 None None] Port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:00.923517 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 4, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '5a94f23c-e9ce-4be0-87ec-dd0b1307f996', 'name': '', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'tenant_id': '22de344f96014987a328abb114753492', 'mac_address': 'fa:16:3e:c1:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:55Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 2, 'project_id': '22de344f96014987a328abb114753492', 'subnets': [{'id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:00.972763 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Checking router: d3782677-70b5-4d7b-aefd-7e3c73020bc9 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:00.974110 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Updating router d3782677-70b5-4d7b-aefd-7e3c73020bc9 port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:01.039889 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.145104 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:17:55Z', 'revision_number': 3, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:01.182732 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks [] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.192906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] Publish callbacks [] for security_group (19d9b448-e3b8-4cf6-af8e-e68137a4a7fe), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.204973 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.205747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (5e0ffa89-5144-47ee-9b34-22e8be947057), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.212744 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-cdbd5e70-1fea-46d1-94df-b3ff2bdd0693 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7287424 Jan 27 11:18:01.251164 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b304a-1892-4c98-8714-04e00a0b4608 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:17:55Z', 'revision_number': 3, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:01.364701 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ecb17-0706-48e8-a822-0d17b17cace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9b448-e3b8-4cf6-af8e-e68137a4a7fe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.374433 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-047e55e0-3d46-4afc-9fb0-ca609b43f8f1 req-349687be-f8cd-4feb-a9ce-47e6895e09ee tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 210 time: 0.1521680 Jan 27 11:18:01.478267 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] Publish callbacks [] for security_group (19d9b448-e3b8-4cf6-af8e-e68137a4a7fe), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.519889 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-4eee1922-2a2f-4395-8b5b-32b447e017c0 service neutron] 10.222.0.52 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896364 Jan 27 11:18:01.657553 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19d9b448-e3b8-4cf6-af8e-e68137a4a7fe), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.730396 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.730396 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19d9b448-e3b8-4cf6-af8e-e68137a4a7fe HTTP/1.1" status: 204 len: 168 time: 0.8345768 Jan 27 11:18:01.772169 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc197c-7166-4bba-975e-a96c39bba643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9b448-e3b8-4cf6-af8e-e68137a4a7fe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.788217 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Pushing event updated for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:01.884075 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-2e0bfaf4-0a69-4070-a04f-0ff7e9dbfdc4 service neutron] 10.222.0.52 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508177 Jan 27 11:18:01.895684 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks [] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.913582 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:01.921811 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:01.935250 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:01.949540 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.49', 58113) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:02.140095 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-31bc4845-2d72-4e05-a5ea-d4eb11825c2b req-fc95052b-70a2-4d5c-bcdd-e9bd45d65670 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.1349986 Jan 27 11:18:02.393226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:02.480812 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-a6ee9f4d-6385-49d5-bb81-37801754f176 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:02.508175 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-a6ee9f4d-6385-49d5-bb81-37801754f176 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.49 "GET /v2.0/networks?id=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f HTTP/1.1" status: 200 len: 812 time: 0.5575092 Jan 27 11:18:02.625264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2b31a727-47bc-4b1d-9cf4-70587624bae7 req-8b8816d3-dfa4-405c-87e0-8822665442b5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 210 time: 0.1107430 Jan 27 11:18:02.629121 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Request body: {'port': {'device_id': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f', 'admin_state_up': True, 'tenant_id': 'fd2f387a50e54488ad9f5089525f27d1'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:02.631849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b587481-3aa1-4626-99de-714baf3b365b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.669416 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d7206-dd8b-462e-8623-7cfe493489ce None None] Pushing event updated for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:02.692734 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-88e0cfb6-4fc1-4662-9898-00a33a7b7144 None None] Provisioning complete for port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:02.696714 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-88e0cfb6-4fc1-4662-9898-00a33a7b7144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.869147 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-88e0cfb6-4fc1-4662-9898-00a33a7b7144 None None] Port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:02.881929 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Attempting to bind port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:02.882253 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Attempting to bind port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:02.882636 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Attempting to bind port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 on network dea49dde-8f4d-4286-953f-917e301079c3 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:02.898440 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:02.899146 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Checking segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:02.899234 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.899587 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Bound using segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:02.900068 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Bound port: 5a94f23c-e9ce-4be0-87ec-dd0b1307f996, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:02.900453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:02.908502 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:02.915468 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-295b7787-4dbc-4c41-92c1-d2fdb0be44ab admin admin] 10.222.0.52 "PUT /v2.0/routers/5e0ffa89-5144-47ee-9b34-22e8be947057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7225926 Jan 27 11:18:03.097338 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] For port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:03.100128 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.49', 58121) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:03.122618 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2c89b9d-47ef-4bec-9ab2-5172f0e715c8 req-702e5166-f3d3-4de0-b72c-1882c8fa743b tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 210 time: 0.2130535 Jan 27 11:18:03.123671 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] For port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:03.138591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:03.347290 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Made reservation on behalf of fd2f387a50e54488ad9f5089525f27d1 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:03.367377 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:03.389762 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:03.398727 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:03.558028 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d7206-dd8b-462e-8623-7cfe493489ce None None] Pushing event updated for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:03.595458 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device a15f9e41-f9c6-4b84-a549-27ffef54f6ad up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:03.738512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-ec51ffa8-f7e2-49aa-adca-dd50c29ca353 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.750209 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-ec51ffa8-f7e2-49aa-adca-dd50c29ca353 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 818 time: 0.3743227 Jan 27 11:18:03.820385 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1c121623-3049-4fec-8033-ff791db414b6 req-95a6b04c-8675-4572-9ea7-709e3915a076 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.0595396 Jan 27 11:18:03.837479 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-c80a635d-a132-4a6d-a9fb-8c55756c999b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/quotas/22de344f96014987a328abb114753492 HTTP/1.1" status: 200 len: 375 time: 0.0813341 Jan 27 11:18:03.887046 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port a15f9e41-f9c6-4b84-a549-27ffef54f6ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:03.903986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:03.910084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:03.945988 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-f382704c-a679-42ba-88fe-e6801e30658d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:03.962687 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-f382704c-a679-42ba-88fe-e6801e30658d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.8522577 Jan 27 11:18:03.979887 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Request body: {'port': {'device_id': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'admin_state_up': True, 'tenant_id': '09fc060747db493cab14611b5585cdaf'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:04.129932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Allocated IP 172.20.0.10 (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f/7f6f61f1-feab-46b6-8927-167201778323/3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:04.155328 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-e07ee934-389d-4639-86c3-7f4daedb0d2a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3166835 Jan 27 11:18:04.199384 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.49', 58125) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:04.303513 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-dec275d7-ffff-45d3-9975-324d9dae8076 service neutron] 10.222.0.52 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408255 Jan 27 11:18:04.429005 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port a15f9e41-f9c6-4b84-a549-27ffef54f6ad is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:04.434955 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:04.551838 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port a15f9e41-f9c6-4b84-a549-27ffef54f6ad, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:04.582573 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:04.603054 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:04.605343 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:04.609463 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:04.631136 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:04.631853 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:17:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:04.635714 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-363844cb-394f-4f76-90c4-ce847675de8c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:04.638920 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-363844cb-394f-4f76-90c4-ce847675de8c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 818 time: 0.4378340 Jan 27 11:18:04.697797 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Request body: {'port': {'device_id': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'admin_state_up': True, 'tenant_id': '22de344f96014987a328abb114753492'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:04.879003 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93f6b19b-7128-4010-a83c-c63b481f9e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:04.892480 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 4, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '5a94f23c-e9ce-4be0-87ec-dd0b1307f996', 'name': '', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'tenant_id': '22de344f96014987a328abb114753492', 'mac_address': 'fa:16:3e:c1:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:55Z', 'updated_at': '2022-01-27T11:18:03Z', 'revision_number': 4, 'project_id': '22de344f96014987a328abb114753492', 'subnets': [{'id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:04.971460 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb31ca0-3c35-43c5-a423-ede96b8365e1 None None] The sync data for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi is: [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:17:56Z', 'revision_number': 4, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '5a94f23c-e9ce-4be0-87ec-dd0b1307f996', 'name': '', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'tenant_id': '22de344f96014987a328abb114753492', 'mac_address': 'fa:16:3e:c1:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:55Z', 'updated_at': '2022-01-27T11:18:03Z', 'revision_number': 4, 'project_id': '22de344f96014987a328abb114753492', 'subnets': [{'id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:04.973058 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:04.995154 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-39c769f2-354a-41d7-b3dd-67dfeb6ac45f service neutron] 10.222.0.52 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683230 Jan 27 11:18:05.181977 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks [] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.241391 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:05.399273 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.649767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device a15f9e41-f9c6-4b84-a549-27ffef54f6ad up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:05.862047 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42874) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:05.868948 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Pushing event updated for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:05.880735 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Allocated IP 172.20.0.6 (92dacf81-bb4e-4740-8c25-e817aa3226da/4db07fce-9aae-4085-8d1f-8eb828e42734/f4407827-389d-487b-8435-1a7a5503a268) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:05.895026 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412839900', 'description': 'tempest-description--493385490'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:05.931800 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:05.942359 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42878) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:05.952300 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:05.971662 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port a15f9e41-f9c6-4b84-a549-27ffef54f6ad triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:05.972195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.030726 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.057380 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:06.082133 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 2, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:06.130866 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:06.155140 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:06.156901 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.179151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Made reservation on behalf of 22de344f96014987a328abb114753492 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:06.182250 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-12713730-668c-49fc-ba2e-b9e294f8577e req-be010bd0-0aa0-488e-ae7b-4b31c4596ba6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.2341449 Jan 27 11:18:06.188798 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.191243 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:06.193304 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Updating router 5e0ffa89-5144-47ee-9b34-22e8be947057 port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:18:06.251843 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port a15f9e41-f9c6-4b84-a549-27ffef54f6ad is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:06.255091 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:06.344929 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.462782 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:06.463163 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.720441 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:06.722777 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.750595 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Allocated IP 172.20.0.6 (dea49dde-8f4d-4286-953f-917e301079c3/e765fd08-3b1c-4c78-8e24-7d3ff17159c6/abd27461-bb81-48ab-a4e6-c351682e470e) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:06.779945 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:06.788553 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:06.867761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42894) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:06.900479 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1acd7ed-25dd-4f24-81d1-9033152ca963 req-8deed21a-3eee-4293-86db-9a7f83b65404 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 210 time: 0.6164532 Jan 27 11:18:06.904553 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248144080-network', 'tenant_id': 'ebcf677307b343de9447ec22fbdbb21f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:06.931606 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:06.933761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134113-7be0-4d8b-9b30-abb27901cdff req-8f339d6a-b3f1-42e3-8579-1f09149e4ce8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:06.941187 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-71134113-7be0-4d8b-9b30-abb27901cdff req-8f339d6a-b3f1-42e3-8579-1f09149e4ce8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 932 time: 1.1133041 Jan 27 11:18:06.983276 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-b0aa1447-22a4-4427-a95b-c57c16e5e87c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3935192 Jan 27 11:18:07.007873 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-eee61fc7-d87c-43fa-ad05-ae4dd4f6eee0 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:18:07.009081 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-eee61fc7-d87c-43fa-ad05-ae4dd4f6eee0 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130229 Jan 27 11:18:07.052124 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Made reservation on behalf of ebcf677307b343de9447ec22fbdbb21f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:07.064138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.114742 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.262187 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-71134113-7be0-4d8b-9b30-abb27901cdff req-d84984eb-cbf1-4787-8c12-c5f4334b0db6 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160286 Jan 27 11:18:07.283553 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.401635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Request body: {'port': {'device_id': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:07.405772 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:07.431152 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (1f1a0c5a-978f-49a6-89af-154340fee30b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.445241 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1f1a0c5a-978f-49a6-89af-154340fee30b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.457358 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c44669a6-0e33-48cc-9374-3a696b3d35f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.490272 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks [] for port (abd27461-bb81-48ab-a4e6-c351682e470e), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.527943 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.529916 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6501660 Jan 27 11:18:07.541072 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42908) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:07.565205 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group_rule': {'security_group_id': '1f1a0c5a-978f-49a6-89af-154340fee30b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:07.590601 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb7a2-8990-4643-a790-07fc4f3e1a5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1a0c5a-978f-49a6-89af-154340fee30b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:07.598910 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a397ec95-1f12-4dab-9f0e-3a87196155cd req-0992c7cf-bbd1-45b8-897a-65bf4a18fc60 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.0802073 Jan 27 11:18:07.602435 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.634194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:07.634813 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.678317 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks [] for port (f4407827-389d-487b-8435-1a7a5503a268), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.699234 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.49', 58130) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:07.720857 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.746212 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Network dea49dde-8f4d-4286-953f-917e301079c3 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:07.792263 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:07.795060 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.835032 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:07.852570 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:07.853427 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.917405 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2282887 Jan 27 11:18:07.919975 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks [] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.933322 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:07.951381 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:07.984464 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (76f139d7-bae8-4d2d-92e1-dcee7cbc5999), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.026007 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks [] for security_group (604be24f-d32a-462a-8781-88bd049258ba), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.039196 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Network 92dacf81-bb4e-4740-8c25-e817aa3226da is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:08.070572 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Request body: {'port': {'device_id': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:08.091133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (604be24f-d32a-462a-8781-88bd049258ba), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.212037 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:08.226263 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4772f-cf06-499c-8eb9-a1d8726675ba None None] Pushing event updated for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.346235 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:08.358054 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:08.358791 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.416016 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:08.497268 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.514008 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1e3c8-0643-4aae-b66a-65d24b628b9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Pushing event updated for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.522052 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5484054 Jan 27 11:18:08.525968 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.571353 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Request body: {'port': {'device_id': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:08.593917 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Attempting to bind port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:08.594836 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Attempting to bind port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:08.597526 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Attempting to bind port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:08.610172 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:08.610568 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Checking segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:08.611065 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.612178 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Bound using segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:08.612777 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Bound port: 6e96cb1c-f967-47a4-9c86-328fd10b57c7, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:08.613216 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.708313 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bb078f-1ac9-4fed-8944-d00bd34a9de7 req-5bad59fc-9d57-4854-ad92-e7cf70fb5a61 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 210 time: 0.6205947 Jan 27 11:18:08.764595 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] For port 6e96cb1c-f967-47a4-9c86-328fd10b57c7, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:08.766369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (5e36da29-beb4-44cf-81d7-43b314ae6707), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.771349 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Added segment 5e36da29-beb4-44cf-81d7-43b314ae6707 of type vlan for network f8f53b88-61a8-4fa1-9949-5c1326ba01e3 Jan 27 11:18:08.787323 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-de8dfd35-ccf6-4263-b0b4-595966705691 None None] Provisioning complete for port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:08.789460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c723b-927a-41ea-b741-a526bf1a47eb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event updated for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.789953 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-de8dfd35-ccf6-4263-b0b4-595966705691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.790631 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] For port 6e96cb1c-f967-47a4-9c86-328fd10b57c7, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6e96cb1c-f967-47a4-9c86-328fd10b57c7,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:08.805057 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.893906 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:08.895008 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:18:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:08.912009 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f4407827-389d-487b-8435-1a7a5503a268), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:08.942013 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-de8dfd35-ccf6-4263-b0b4-595966705691 None None] Port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:08.952661 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604be24f-d32a-462a-8781-88bd049258ba,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.987801 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4772f-cf06-499c-8eb9-a1d8726675ba None None] Pushing event updated for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:08.989942 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c44669a6-0e33-48cc-9374-3a696b3d35f3 admin admin] Publish callbacks [] for security_group (bef1f762-c60e-4f84-8447-5ed989d9c013), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.005746 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (76f139d7-bae8-4d2d-92e1-dcee7cbc5999), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.114135 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c44669a6-0e33-48cc-9374-3a696b3d35f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (bef1f762-c60e-4f84-8447-5ed989d9c013), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.179566 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:09.199321 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (f8f53b88-61a8-4fa1-9949-5c1326ba01e3), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.276037 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Provisioning complete for port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:09.277039 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.297971 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (76f139d7-bae8-4d2d-92e1-dcee7cbc5999), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.315465 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-440952bf-a418-4769-b6fa-dba506d37cd6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:09.318977 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-440952bf-a418-4769-b6fa-dba506d37cd6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 818 time: 1.6111314 Jan 27 11:18:09.396263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (f8f53b88-61a8-4fa1-9949-5c1326ba01e3), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.397366 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:09.398714 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.421410 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Request body: {'port': {'device_id': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'admin_state_up': True, 'tenant_id': '22de344f96014987a328abb114753492'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:09.488208 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Current status of the port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:09.488753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.558142 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f139d7-bae8-4d2d-92e1-dcee7cbc5999,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:09.577567 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5a391-d913-458d-902e-16ff468814dd req-8dc78e98-f20b-4876-a750-c6ba6fa31ee0 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:09.582582 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] For port 6e96cb1c-f967-47a4-9c86-328fd10b57c7, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6e96cb1c-f967-47a4-9c86-328fd10b57c7,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:09.589034 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edf5a391-d913-458d-902e-16ff468814dd req-8dc78e98-f20b-4876-a750-c6ba6fa31ee0 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 932 time: 1.0636468 Jan 27 11:18:09.592722 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.678931 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c44669a6-0e33-48cc-9374-3a696b3d35f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac006043765f407cb75e00c5012d7896&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7954066 Jan 27 11:18:09.697506 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:09.699432 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 42964) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:09.744218 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f051-3b4d-48fc-af83-6bc8366cd9d9 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:08Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:09.745269 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019a5a2-f337-4ff7-8747-4ee90195f859 None None] Pushing event updated for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:09.749898 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:09.758810 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8b9e1ee3-f15c-4d3e-88c1-323723e81b56 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2048106 Jan 27 11:18:09.759926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44669a6-0e33-48cc-9374-3a696b3d35f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1f762-c60e-4f84-8447-5ed989d9c013,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:09.766448 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.8171597 Jan 27 11:18:09.773246 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42968) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:09.773782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42970) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:09.810186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398b6c0-1d5c-4300-b699-176ec1a898bb req-b54e9c9f-d57b-45e9-b10d-bf73fded8ba1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:09.811851 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5398b6c0-1d5c-4300-b699-176ec1a898bb req-b54e9c9f-d57b-45e9-b10d-bf73fded8ba1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 931 time: 0.8983827 Jan 27 11:18:09.817997 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group_rule': {'security_group_id': '1f1a0c5a-978f-49a6-89af-154340fee30b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:09.847366 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Request body: {'subnet': {'network_id': 'f8f53b88-61a8-4fa1-9949-5c1326ba01e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248144080-subnet', 'tenant_id': 'ebcf677307b343de9447ec22fbdbb21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:09.876423 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edf5a391-d913-458d-902e-16ff468814dd req-fea72269-f580-444c-8a8f-5e121dc79bd3 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783971 Jan 27 11:18:10.096884 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6cae1b9c-571f-4091-8359-4ce1fa411a74 req-5e9d30df-e99f-452f-92d5-3f6be4e7b2cf tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 210 time: 0.1102781 Jan 27 11:18:10.105019 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] Publish callbacks [] for security_group (bef1f762-c60e-4f84-8447-5ed989d9c013), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.140866 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5c352-fe33-4ea1-b6c9-c4c1bacd6499 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f53b88-61a8-4fa1-9949-5c1326ba01e3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.156965 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network f8f53b88-61a8-4fa1-9949-5c1326ba01e3 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:10.203321 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Made reservation on behalf of ebcf677307b343de9447ec22fbdbb21f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:10.206386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.222790 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5398b6c0-1d5c-4300-b699-176ec1a898bb req-16ce27ad-8585-4268-a1c4-00d0483cedf9 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972735 Jan 27 11:18:10.254522 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] Publish callbacks [] for security_group (bef1f762-c60e-4f84-8447-5ed989d9c013), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.296215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd27461-bb81-48ab-a4e6-c351682e470e {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:10.364182 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks [] for port (abd27461-bb81-48ab-a4e6-c351682e470e), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.384418 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (058df163-cc8d-4d0d-9324-1cfcb2d8d935), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.397245 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:10.409631 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks [] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.437635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Made reservation on behalf of 22de344f96014987a328abb114753492 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:10.450479 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.472481 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Transition to ACTIVE for port object abd27461-bb81-48ab-a4e6-c351682e470e will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:10.485148 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Transition to ACTIVE for port object 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:10.495151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.498964 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (bef1f762-c60e-4f84-8447-5ed989d9c013), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.502363 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.506209 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bef1f762-c60e-4f84-8447-5ed989d9c013 HTTP/1.1" status: 204 len: 168 time: 0.8016846 Jan 27 11:18:10.521996 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.610376 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (058df163-cc8d-4d0d-9324-1cfcb2d8d935), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.725580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (058df163-cc8d-4d0d-9324-1cfcb2d8d935), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:10.782048 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e767e-8946-4f81-bc78-f03ea2046273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1f762-c60e-4f84-8447-5ed989d9c013,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.850179 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Allocated IP 172.20.0.11 (dea49dde-8f4d-4286-953f-917e301079c3/e765fd08-3b1c-4c78-8e24-7d3ff17159c6/432d95e3-095f-42cd-9e08-3c8c2e7ce23d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:10.864848 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Pushing event updated for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.908857 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058df163-cc8d-4d0d-9324-1cfcb2d8d935,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:10.972850 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Attempting to bind port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:10.973198 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Attempting to bind port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '033b5b0a-f4d2-4838-86a0-27f18354f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:10.973551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Attempting to bind port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 on network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:11.017284 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Pushing event updated for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:11.033214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 on network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:11.033550 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Attempting to bind port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 on network fdb0d0ec-d0bd-4470-abe2-60da6c672a5f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:11.053531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.055238 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-32b28af2-bd44-447e-8040-9007b2eeb257 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2764018 Jan 27 11:18:11.063064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42988) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:11.077249 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:11.088668 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Attempting to bind port abd27461-bb81-48ab-a4e6-c351682e470e on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:11.097194 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Attempting to bind port abd27461-bb81-48ab-a4e6-c351682e470e by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:11.098912 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Attempting to bind port abd27461-bb81-48ab-a4e6-c351682e470e on network dea49dde-8f4d-4286-953f-917e301079c3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:11.148345 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:11.148946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Checking segment: {'id': '033b5b0a-f4d2-4838-86a0-27f18354f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:11.149777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Bound using segment: {'id': '033b5b0a-f4d2-4838-86a0-27f18354f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:11.150445 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Bound port: 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b5b0a-f4d2-4838-86a0-27f18354f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:11.150991 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.302054 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4407827-389d-487b-8435-1a7a5503a268 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:11.319823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks [] for port (f4407827-389d-487b-8435-1a7a5503a268), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.334403 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Transition to ACTIVE for port object f4407827-389d-487b-8435-1a7a5503a268 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:11.355918 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 42992) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:11.398301 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6e96cb1c-f967-47a4-9c86-328fd10b57c7 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:11.427923 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.469395 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Port abd27461-bb81-48ab-a4e6-c351682e470e on network dea49dde-8f4d-4286-953f-917e301079c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:11.469758 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Attempting to bind port abd27461-bb81-48ab-a4e6-c351682e470e on network dea49dde-8f4d-4286-953f-917e301079c3 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:11.482738 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.497480 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:11.497766 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Checking segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:11.501542 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Bound using segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:11.502082 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Bound port: abd27461-bb81-48ab-a4e6-c351682e470e, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:11.502474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.513445 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:11.514951 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.545418 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (ff550675-cb24-4746-84b0-f0a17d6d64fe), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.562095 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973cf43-4b6e-49ae-9ee4-5375102faa7b req-9cb4fec2-b1d3-4f02-bc8f-422f28f55cce tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:11.576780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d973cf43-4b6e-49ae-9ee4-5375102faa7b req-9cb4fec2-b1d3-4f02-bc8f-422f28f55cce tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.5795431 Jan 27 11:18:11.645142 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:11.649139 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-125c6fdf-3050-47c5-ab64-5f4b54b3f555 req-9f2cd995-5166-4731-ac44-23a83f91f332 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 210 time: 0.1200488 Jan 27 11:18:11.649863 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=abd27461-bb81-48ab-a4e6-c351682e470e,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:11.669388 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68c6219f-c72b-4d5d-83c8-213f7cc03bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.675715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.718853 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:11.719621 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.721849 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] 10.222.0.49 "PUT /v2.0/ports/abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 1093 time: 3.6564155 Jan 27 11:18:11.727327 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:11.771484 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:11.788094 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,segment=NetworkSegment(033b5b0a-f4d2-4838-86a0-27f18354f545),segment_id=033b5b0a-f4d2-4838-86a0-27f18354f545)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:11.838673 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d973cf43-4b6e-49ae-9ee4-5375102faa7b req-7c9b7853-445e-40dc-943a-4f06586e57f4 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607923 Jan 27 11:18:11.839926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.854545 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks [] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.949135 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Pushing event updated for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:11.959125 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:11.959738 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:11.961229 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] 10.222.0.49 "PUT /v2.0/ports/3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 HTTP/1.1" status: 200 len: 1094 time: 4.7369988 Jan 27 11:18:11.967664 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:12.036333 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:12.109851 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3160d-7928-42ff-bdc6-c5864d46dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:12.114906 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70a25a-4696-4113-be2c-60601aabcd6a service neutron] Pushing event updated for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.140295 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091f2d-4ca4-48a6-893c-55b810dc1758 service neutron] Pushing event updated for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.151865 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Attempting to bind port f4407827-389d-487b-8435-1a7a5503a268 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:12.152509 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Attempting to bind port f4407827-389d-487b-8435-1a7a5503a268 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:12.153027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Attempting to bind port f4407827-389d-487b-8435-1a7a5503a268 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:12.157646 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce64d-d60d-4b69-bcb1-108137ae16f2 req-185ac29d-c820-453b-bcc1-27a47bcbecfd tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.158231 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff550675-cb24-4746-84b0-f0a17d6d64fe,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.164978 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Checking segment: {'id': '5e36da29-beb4-44cf-81d7-43b314ae6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f8f53b88-61a8-4fa1-9949-5c1326ba01e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:12.165678 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Network hostable DHCP agents. Network: f8f53b88-61a8-4fa1-9949-5c1326ba01e3, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:12.174748 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b05ce64d-d60d-4b69-bcb1-108137ae16f2 req-185ac29d-c820-453b-bcc1-27a47bcbecfd tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.3313210 Jan 27 11:18:12.180724 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Port f4407827-389d-487b-8435-1a7a5503a268 on network 92dacf81-bb4e-4740-8c25-e817aa3226da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:12.181164 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Attempting to bind port f4407827-389d-487b-8435-1a7a5503a268 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:12.192723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3defd9-3814-4ff1-82b4-a7c781d66e24" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:12.206130 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:12.206618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Checking segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:12.207069 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Bound using segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:12.207583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Bound port: f4407827-389d-487b-8435-1a7a5503a268, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:12.208013 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f4407827-389d-487b-8435-1a7a5503a268), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.248753 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.255588 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Network f8f53b88-61a8-4fa1-9949-5c1326ba01e3 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:12.295590 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68c6219f-c72b-4d5d-83c8-213f7cc03bf7 admin admin] Publish callbacks [] for security_group (2a18a59e-4cb8-43e3-b474-c2dfefeddc6e), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.312287 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, f8f53b88-61a8-4fa1-9949-5c1326ba01e3) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:12.313933 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-68c6219f-c72b-4d5d-83c8-213f7cc03bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (2a18a59e-4cb8-43e3-b474-c2dfefeddc6e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.317419 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.320496 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f006b62e-9eda-4fc4-b49e-a54608f438e3 None None] Network f8f53b88-61a8-4fa1-9949-5c1326ba01e3 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:12.342894 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.343651 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.376995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4fc53-1db5-4141-b0e1-20e785ec5dde x-openstack-request-id: req-15b4fc53-1db5-4141-b0e1-20e785ec5dde {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:12.377399 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:12.377653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15b4fc53-1db5-4141-b0e1-20e785ec5dde {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:12.378164 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e', 'status': 'completed', 'code': 200} Jan 27 11:18:12.480931 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b05ce64d-d60d-4b69-bcb1-108137ae16f2 req-a18d0e80-0d25-49cf-878f-62ea70c84b4b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050511 Jan 27 11:18:12.503036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Network dea49dde-8f4d-4286-953f-917e301079c3 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:12.513454 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:12.524060 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Pushing event updated for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.535857 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:12.554723 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-68c6219f-c72b-4d5d-83c8-213f7cc03bf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd697f98e0f342ffb5a9a66fd5729aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1379924 Jan 27 11:18:12.557315 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43022) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:12.561900 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d32c62-0b82-44c0-959d-ff66e780366d None None] Network f8f53b88-61a8-4fa1-9949-5c1326ba01e3 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:12.562707 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.563795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.569375 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:12.580915 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae097dc-d808-4826-b176-a1808398c48b x-openstack-request-id: req-bae097dc-d808-4826-b176-a1808398c48b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:12.581340 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:12.582456 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bae097dc-d808-4826-b176-a1808398c48b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:12.583426 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1', 'status': 'completed', 'code': 200} Jan 27 11:18:12.583547 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ca112e6c-ef68-4b98-a594-85cde520ba6e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8033569 Jan 27 11:18:12.584335 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6219f-c72b-4d5d-83c8-213f7cc03bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18a59e-4cb8-43e3-b474-c2dfefeddc6e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.632776 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f4407827-389d-487b-8435-1a7a5503a268,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:12.642327 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-9a7b6f01-ed4f-46d3-88ff-4f8e3f93e533 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2585909 Jan 27 11:18:12.680499 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.772613 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.773381 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.774980 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] 10.222.0.49 "PUT /v2.0/ports/f4407827-389d-487b-8435-1a7a5503a268 HTTP/1.1" status: 200 len: 1093 time: 4.2242162 Jan 27 11:18:12.802000 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Allocated IP 172.27.3.75 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/b0292df6-efe5-4700-b8f0-ecdbdd446d71) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:12.809531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] Publish callbacks [] for security_group (2a18a59e-4cb8-43e3-b474-c2dfefeddc6e), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:12.836755 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6120-0f39-46fa-acef-b8b18a0c67cf service neutron] Pushing event updated for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:12.877469 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17d638-70ba-49f1-a0fb-afc5b5aba44b req-98b2194c-1725-4e63-a802-03cd9bd9772d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:12.884363 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ad17d638-70ba-49f1-a0fb-afc5b5aba44b req-98b2194c-1725-4e63-a802-03cd9bd9772d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 932 time: 0.0991013 Jan 27 11:18:12.928933 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] Publish callbacks [] for security_group (2a18a59e-4cb8-43e3-b474-c2dfefeddc6e), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.036523 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ad17d638-70ba-49f1-a0fb-afc5b5aba44b req-31b6c762-e2d7-4353-a223-6c21222d86d7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422188 Jan 27 11:18:13.074725 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8dc0-b934-4a6b-8502-71d539265c74 req-4d698bd6-0703-43c8-ab45-6099dcdd1114 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:13.076808 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce5f8dc0-b934-4a6b-8502-71d539265c74 req-4d698bd6-0703-43c8-ab45-6099dcdd1114 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.1188705 Jan 27 11:18:13.113073 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (2a18a59e-4cb8-43e3-b474-c2dfefeddc6e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.115957 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.117150 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a18a59e-4cb8-43e3-b474-c2dfefeddc6e HTTP/1.1" status: 204 len: 168 time: 0.5568359 Jan 27 11:18:13.137299 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.137710 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce5f8dc0-b934-4a6b-8502-71d539265c74 req-c0339d10-3961-4fbf-a65f-902245c10d32 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486858 Jan 27 11:18:13.158915 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed81d-b988-4e86-8339-ef396f396294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18a59e-4cb8-43e3-b474-c2dfefeddc6e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:13.248995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.287747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:13.291996 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:13.297382 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:13.330953 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=b0292df6-efe5-4700-b8f0-ecdbdd446d71,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:13.413371 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.471253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.760362 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6c952-1b4c-4c3f-b8fc-5e00432de290 req-bcdb8c1c-948f-4f91-9e38-fd01dfdce258 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:13.770461 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-66a6c952-1b4c-4c3f-b8fc-5e00432de290 req-bcdb8c1c-948f-4f91-9e38-fd01dfdce258 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.1548145 Jan 27 11:18:13.772706 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:13.783287 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-406805080-network', 'tenant_id': '2da6a38e7e3847bfb4f9a952b1fd80fb'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:13.850354 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Made reservation on behalf of 2da6a38e7e3847bfb4f9a952b1fd80fb for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:13.852911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.872762 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:13.934537 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-66a6c952-1b4c-4c3f-b8fc-5e00432de290 req-14091b7d-a9dc-4621-87ab-96e53248ec55 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590011 Jan 27 11:18:14.050047 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.062889 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks [] for security_group (4f704320-e6ac-4e9c-b110-78bbc5797d6b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.066319 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.072910 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4f704320-e6ac-4e9c-b110-78bbc5797d6b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.100209 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.151701 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:14.160056 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.161421 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0892320 Jan 27 11:18:14.180323 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0faaba-e46b-49d6-ac10-d0970a21556a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=b0292df6-efe5-4700-b8f0-ecdbdd446d71,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.248663 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (6431a249-a7b7-4b9f-83ed-06954067b2ab), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.249016 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Added segment 6431a249-a7b7-4b9f-83ed-06954067b2ab of type vlan for network 571db9ac-ad3b-43fb-a7e5-795b84b916f2 Jan 27 11:18:14.381716 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:14.381803 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f704320-e6ac-4e9c-b110-78bbc5797d6b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.382622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81160a2a-f32f-4102-9267-376150018cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "tag": "f4407827-389d-487b-8435-1a7a5503a268"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:14.444122 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (571db9ac-ad3b-43fb-a7e5-795b84b916f2), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.494790 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Request body: {'port': {'device_id': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:14.504114 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764407a-e97e-411b-a4cf-ade20c685ed3 req-8a1e5048-a740-46fb-896d-6ef4bc0304fd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:14.505651 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c764407a-e97e-411b-a4cf-ade20c685ed3 req-8a1e5048-a740-46fb-896d-6ef4bc0304fd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 932 time: 0.2064068 Jan 27 11:18:14.512235 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a224-2346-4e95-8c25-13b9dcb27f42 req-023886b8-40f3-45cf-b749-cb2f6f88db5d tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:14.513778 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1430a224-2346-4e95-8c25-13b9dcb27f42 req-023886b8-40f3-45cf-b749-cb2f6f88db5d tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.2125411 Jan 27 11:18:14.517892 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (571db9ac-ad3b-43fb-a7e5-795b84b916f2), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.519521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:14.520116 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.608954 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-1d99dffd-e3ff-4a89-90ec-0436ede1238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:14.616072 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-1d99dffd-e3ff-4a89-90ec-0436ede1238c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1096 time: 0.1314912 Jan 27 11:18:14.703054 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:14.709106 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9343925 Jan 27 11:18:14.714108 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Request body: {'subnet': {'network_id': '571db9ac-ad3b-43fb-a7e5-795b84b916f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-406805080-subnet', 'tenant_id': '2da6a38e7e3847bfb4f9a952b1fd80fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:14.772785 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Made reservation on behalf of 2da6a38e7e3847bfb4f9a952b1fd80fb for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:14.775798 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.835247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:14.895311 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48910-9b36-43cb-bcaa-99384abfaa62 admin admin] Pushing event updated for resources: {'Network': ['ID=571db9ac-ad3b-43fb-a7e5-795b84b916f2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:14.912444 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 571db9ac-ad3b-43fb-a7e5-795b84b916f2 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:14.942834 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1430a224-2346-4e95-8c25-13b9dcb27f42 req-ad9771aa-45a2-434b-8365-db00d400db8a tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972516 Jan 27 11:18:15.019662 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c764407a-e97e-411b-a4cf-ade20c685ed3 req-ad5bcc5c-9e58-4dc5-bf1f-b81e69ab5787 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047562 Jan 27 11:18:15.345851 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-ae007334-7441-463a-bd33-d000857ca51d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.3784873 Jan 27 11:18:15.358663 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee52ae-bfaf-4ee2-b892-b15d00afda5b x-openstack-request-id: req-c2ee52ae-bfaf-4ee2-b892-b15d00afda5b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:15.358950 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "tag": "f4407827-389d-487b-8435-1a7a5503a268", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:15.359211 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2ee52ae-bfaf-4ee2-b892-b15d00afda5b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:15.359611 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268', 'status': 'completed', 'code': 200} Jan 27 11:18:15.535375 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c4684-92a6-494b-9e1e-78364657a746 req-7a07d0dc-07b0-4d4b-b495-169806f7036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:15.536935 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-7a07d0dc-07b0-4d4b-b495-169806f7036d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.1276257 Jan 27 11:18:15.664362 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-2faf7872-5505-42f0-92fb-8adede4e41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:15.666056 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-2faf7872-5505-42f0-92fb-8adede4e41a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd2f387a50e54488ad9f5089525f27d1&device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 1097 time: 0.6435292 Jan 27 11:18:15.704077 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-d05e5d8a-5887-435f-90e4-ca68992e03e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223481 Jan 27 11:18:15.738696 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-8474257a-d1cc-439e-bc1d-961e2deb5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:15.740629 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-8474257a-d1cc-439e-bc1d-961e2deb5e92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 1096 time: 0.3856373 Jan 27 11:18:15.820311 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-2e039f77-fd2a-426f-afb9-1e7267e6c50f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4407827-389d-487b-8435-1a7a5503a268 HTTP/1.1" status: 200 len: 217 time: 0.0520849 Jan 27 11:18:15.830695 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (4a34da65-0da4-47e5-8cfc-4a6c1443cdf2), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:15.858563 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-2085d94e-1ae1-4985-b326-8e493174c195 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--412839900&fields=id&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 267 time: 0.6083224 Jan 27 11:18:15.918939 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c848b-1814-47ac-9d66-3a1bee69639d req-0b3782d6-e00d-4eb3-bcbd-b74f3d731bc4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:15.920726 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-168c848b-1814-47ac-9d66-3a1bee69639d req-0b3782d6-e00d-4eb3-bcbd-b74f3d731bc4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.6017733 Jan 27 11:18:15.937473 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43142) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:15.982872 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a34da65-0da4-47e5-8cfc-4a6c1443cdf2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.005332 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-0f0f3e0b-c84d-4e28-a8d7-da9041412c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.006907 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-0f0f3e0b-c84d-4e28-a8d7-da9041412c2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.1790190 Jan 27 11:18:16.030071 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Checking segment: {'id': '6431a249-a7b7-4b9f-83ed-06954067b2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '571db9ac-ad3b-43fb-a7e5-795b84b916f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:16.030486 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Network hostable DHCP agents. Network: 571db9ac-ad3b-43fb-a7e5-795b84b916f2, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:16.060200 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-5bcdd4ed-2b43-4205-ba20-ddf8ef8d356d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326760 Jan 27 11:18:16.060200 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-2d042525-0b95-410f-99ca-5ee9fe34af07 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221402 Jan 27 11:18:16.108633 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Network 571db9ac-ad3b-43fb-a7e5-795b84b916f2 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:16.197705 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 571db9ac-ad3b-43fb-a7e5-795b84b916f2) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:16.203526 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.204704 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.214742 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c76e59-72c1-438d-9f15-39c6e7176ab7 None None] Network 571db9ac-ad3b-43fb-a7e5-795b84b916f2 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:16.288376 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4ca61c76-1be8-435a-af1e-cc482ac68b74 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.290045 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4ca61c76-1be8-435a-af1e-cc482ac68b74 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 816 time: 0.4113035 Jan 27 11:18:16.300797 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b64304dc-cd25-454f-8777-e4dc928edf52 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5862517 Jan 27 11:18:16.300999 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-168c848b-1814-47ac-9d66-3a1bee69639d req-a9c74d9d-3583-4899-b1bb-32c634e36a25 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264841 Jan 27 11:18:16.300999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-3849e2c7-b4ea-4e34-b7df-ed211a605419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.302659 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-3849e2c7-b4ea-4e34-b7df-ed211a605419 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fd2f387a50e54488ad9f5089525f27d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6153388 Jan 27 11:18:16.328451 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bbcc703d-f7b0-4668-adb9-5f763fe12ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.348942 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-905bcf24-ccb4-4f33-80ad-58f2baefef86 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775934 Jan 27 11:18:16.442602 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bbcc703d-f7b0-4668-adb9-5f763fe12ccc admin admin] Publish callbacks [] for security_group (e72aa3b7-0fc5-4f47-8b67-5342a49897d9), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.455831 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-472c4684-92a6-494b-9e1e-78364657a746 req-0cb51e2f-c6bf-4370-98fc-4071c64bc150 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713586 Jan 27 11:18:16.456666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:16.491405 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bbcc703d-f7b0-4668-adb9-5f763fe12ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e72aa3b7-0fc5-4f47-8b67-5342a49897d9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.528498 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15ec6d-e3c5-4676-adb2-1cdf56d0bdf3 None None] Network 571db9ac-ad3b-43fb-a7e5-795b84b916f2 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:16.609728 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-1c51c22d-5ecc-4418-af9e-826e286c7962 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/quotas/14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 375 time: 0.2782807 Jan 27 11:18:16.632531 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-bbcc703d-f7b0-4668-adb9-5f763fe12ccc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=754bc53fe20b40229ea8248fcefa1786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6813190 Jan 27 11:18:16.637094 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc703d-f7b0-4668-adb9-5f763fe12ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72aa3b7-0fc5-4f47-8b67-5342a49897d9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:16.642184 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43172) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:16.657427 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Deleting subnet ff550675-cb24-4746-84b0-f0a17d6d64fe {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:18:16.670474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Publish callbacks [] for subnet (ff550675-cb24-4746-84b0-f0a17d6d64fe), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.737035 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432d95e3-095f-42cd-9e08-3c8c2e7ce23d {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:16.747547 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-4b9a3a3e-7a3f-4cef-953a-ab877d27f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.749141 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-4b9a3a3e-7a3f-4cef-953a-ab877d27f00f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1096 time: 0.2054532 Jan 27 11:18:16.751666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Publish callbacks [] for subnet (ff550675-cb24-4746-84b0-f0a17d6d64fe), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.756344 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e41f86dc-9cb8-4e70-9c72-c3c7bc8d7a5c req-6ea40717-029c-4e41-95bc-79d9b3a6ce16 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119829 Jan 27 11:18:16.756585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks [] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.797755 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (ff550675-cb24-4746-84b0-f0a17d6d64fe), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.803812 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Transition to ACTIVE for port object 432d95e3-095f-42cd-9e08-3c8c2e7ce23d will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:16.822807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:16.845186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcedaf6-25fa-472b-b091-c4365ad5a8e2 req-9fbd7614-073b-4cea-8fac-8f249b804864 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.846700 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bcedaf6-25fa-472b-b091-c4365ad5a8e2 req-9fbd7614-073b-4cea-8fac-8f249b804864 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.2521896 Jan 27 11:18:16.874658 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-6fe0ba98-7f2b-429e-a41b-daf0943f7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:16.876167 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd3defd9-3814-4ff1-82b4-a7c781d66e24 req-6fe0ba98-7f2b-429e-a41b-daf0943f7b0d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5655501 Jan 27 11:18:16.881535 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-6a38aac2-5d28-4cb9-9360-29ecaf9cc7e6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2538211 Jan 27 11:18:16.925003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Pushing event updated for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:17.073814 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bcedaf6-25fa-472b-b091-c4365ad5a8e2 req-2069b0ea-bcc8-405b-9f87-78c6b29badbc tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053394 Jan 27 11:18:17.082275 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Attempting to bind port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:17.082627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Attempting to bind port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:17.082946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Attempting to bind port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d on network dea49dde-8f4d-4286-953f-917e301079c3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:17.095968 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d on network dea49dde-8f4d-4286-953f-917e301079c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:17.096290 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Attempting to bind port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d on network dea49dde-8f4d-4286-953f-917e301079c3 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:17.113476 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:17.113817 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Checking segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:17.114186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Bound using segment: {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:17.114658 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Bound port: 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b676c12b-3047-493c-b7c1-7c006e5bbf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:17.115006 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.131689 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-16c0e335-365f-44d2-92a3-7cdcba552c49 service neutron] 10.222.0.52 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254112 Jan 27 11:18:17.142922 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] Publish callbacks [] for security_group (e72aa3b7-0fc5-4f47-8b67-5342a49897d9), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.152725 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-8c15b549-07f5-44e2-b77c-2de51c3cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.154687 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-8c15b549-07f5-44e2-b77c-2de51c3cfea1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd2f387a50e54488ad9f5089525f27d1&device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 1097 time: 0.2144647 Jan 27 11:18:17.256228 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] Publish callbacks [] for security_group (e72aa3b7-0fc5-4f47-8b67-5342a49897d9), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.276166 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-eb33d084-00b7-4d8b-b6ae-83ec6eccb1fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 HTTP/1.1" status: 200 len: 217 time: 0.1017065 Jan 27 11:18:17.282363 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160a2a-f32f-4102-9267-376150018cfb req-88f5d1d0-c29d-4ca7-8804-9a42a1d77c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.283420 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-88f5d1d0-c29d-4ca7-8804-9a42a1d77c35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 1096 time: 0.4395628 Jan 27 11:18:17.292168 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-9fbf07c6-f28c-4497-ad92-c373d958149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.293673 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-9fbf07c6-f28c-4497-ad92-c373d958149d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.5354998 Jan 27 11:18:17.330810 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (ff550675-cb24-4746-84b0-f0a17d6d64fe), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.408504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.411897 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ff550675-cb24-4746-84b0-f0a17d6d64fe HTTP/1.1" status: 204 len: 168 time: 0.9532621 Jan 27 11:18:17.413961 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-d446f242-95fc-4c37-b217-8bc902a8d9fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.0983980 Jan 27 11:18:17.423990 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43194) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:17.447369 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71a64-b10a-43d3-a709-504d5f4ac3b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff550675-cb24-4746-84b0-f0a17d6d64fe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:17.486806 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-5724a899-b4e8-42ff-bbc7-1d7d79c2a130 service neutron] 10.222.0.52 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541508 Jan 27 11:18:17.501083 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599364e-c56e-4e9f-a656-73b3347c4ecc req-f329b5de-d604-4b5c-8255-e583a7c5be2a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.502654 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b599364e-c56e-4e9f-a656-73b3347c4ecc req-f329b5de-d604-4b5c-8255-e583a7c5be2a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 944 time: 0.2768383 Jan 27 11:18:17.504145 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-79d3ee8b-fcc5-47f2-b7e1-66b5286548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.505467 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-79d3ee8b-fcc5-47f2-b7e1-66b5286548fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f6f61f1-feab-46b6-8927-167201778323 HTTP/1.1" status: 200 len: 852 time: 0.1865125 Jan 27 11:18:17.510955 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:17.517689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160a2a-f32f-4102-9267-376150018cfb req-c751d5ae-0307-4376-9d56-55a1582a686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.519352 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-c751d5ae-0307-4376-9d56-55a1582a686a service neutron] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 916 time: 0.2247040 Jan 27 11:18:17.521269 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-db4680c9-1306-4f03-ab2c-48168385fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.522703 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-db4680c9-1306-4f03-ab2c-48168385fccf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.0765381 Jan 27 11:18:17.523413 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e72aa3b7-0fc5-4f47-8b67-5342a49897d9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.526016 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.529862 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e72aa3b7-0fc5-4f47-8b67-5342a49897d9 HTTP/1.1" status: 204 len: 168 time: 0.8806114 Jan 27 11:18:17.550819 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fa6bf-e575-4d39-bb47-e120e1871da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72aa3b7-0fc5-4f47-8b67-5342a49897d9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:17.603075 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-9a0fd735-4c28-4d1f-9af3-631a6315cfd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674894 Jan 27 11:18:17.604925 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-f6041e19-b657-4dce-8e6d-0634c923fdf3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4407827-389d-487b-8435-1a7a5503a268 HTTP/1.1" status: 200 len: 217 time: 0.0682724 Jan 27 11:18:17.630418 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-9ce2a751-6635-4d0f-8d9f-4f20b9a4cbf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151123 Jan 27 11:18:17.632698 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:17.660707 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.707409 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (f8f53b88-61a8-4fa1-9949-5c1326ba01e3), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.744814 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160a2a-f32f-4102-9267-376150018cfb req-feef8820-2732-414f-9885-90cda77c0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.746540 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-feef8820-2732-414f-9885-90cda77c0122 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.1254332 Jan 27 11:18:17.783962 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-86c068c7-9a09-4669-8240-ddf0d0bfce0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291939 Jan 27 11:18:17.817912 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-1426e2b2-baff-4c5b-8d6f-085ef19de3d3 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979537 Jan 27 11:18:17.861100 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:17.861766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:17.863467 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] 10.222.0.49 "PUT /v2.0/ports/432d95e3-095f-42cd-9e08-3c8c2e7ce23d HTTP/1.1" status: 200 len: 1094 time: 3.3759391 Jan 27 11:18:17.874991 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:17.877246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:17.897983 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b599364e-c56e-4e9f-a656-73b3347c4ecc req-882911e0-c0c7-4ee7-a1a4-1bdd516a722b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836460 Jan 27 11:18:17.902696 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd18723-9850-45fe-bdc7-c0c56fc9827b service neutron] Pushing event updated for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:17.981089 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-47d5172e-2483-49d8-9148-7d73c1d2754f service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872234 Jan 27 11:18:18.060603 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae03992-4ded-4118-837a-98219ae334ae req-fa8a5ee5-fc8e-4ba6-9591-7065e76754a9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0739036 Jan 27 11:18:18.080181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33331a1f-96e8-4f94-b1fd-93ba7147428c req-594131f1-6211-4d62-ba94-b0e30ea1f00c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.081720 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33331a1f-96e8-4f94-b1fd-93ba7147428c req-594131f1-6211-4d62-ba94-b0e30ea1f00c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.2386670 Jan 27 11:18:18.083678 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-5a096c62-c8b0-4ebb-9cdc-c316b44b990b service neutron] 10.222.0.49 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401672 Jan 27 11:18:18.103520 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-6b0ccc15-f64c-4dae-bb74-26c5b035da3d service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790554 Jan 27 11:18:18.128690 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-81160a2a-f32f-4102-9267-376150018cfb req-25d9cc14-85d1-486f-9454-1c74de9b4958 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219406 Jan 27 11:18:18.166378 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (f8f53b88-61a8-4fa1-9949-5c1326ba01e3), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.176490 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-65d3aeb6-21c3-4c8c-a028-2f8dd1d9d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.178068 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-65d3aeb6-21c3-4c8c-a028-2f8dd1d9d477 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 1097 time: 0.2553451 Jan 27 11:18:18.179559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082265fd-8fe3-44ff-aca3-5e500db5ee9f x-openstack-request-id: req-082265fd-8fe3-44ff-aca3-5e500db5ee9f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:18.180327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:18.180327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-082265fd-8fe3-44ff-aca3-5e500db5ee9f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:18.180499 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d', 'status': 'completed', 'code': 200} Jan 27 11:18:18.284942 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.285292 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.286035 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.286385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > port after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.286730 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.287062 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > port after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.287396 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.287726 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.288038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.288353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.464334 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.464334 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.464334 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.466736 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:18.467408 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f53b88-61a8-4fa1-9949-5c1326ba01e3']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.555380 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-5c9f01a4-57f2-41c4-9690-f3f8823776fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d HTTP/1.1" status: 200 len: 217 time: 0.3527369 Jan 27 11:18:18.808395 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e36da29-beb4-44cf-81d7-43b314ae6707') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.808690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e36da29-beb4-44cf-81d7-43b314ae6707') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:18.821467 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f0986a1-694e-4f08-a20d-e4677b810b9c req-8d6612ca-c340-4b1d-b7bd-bcd9204859d1 service neutron] 10.222.0.49 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151577 Jan 27 11:18:18.864660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (5e36da29-beb4-44cf-81d7-43b314ae6707), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.887046 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33331a1f-96e8-4f94-b1fd-93ba7147428c req-a0a55b56-f3b7-4f75-a8ca-923dc068c4d2 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7950363 Jan 27 11:18:18.911764 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (5e36da29-beb4-44cf-81d7-43b314ae6707), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.919503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750197da-e19b-48da-a7c7-760afcdacafe req-445ccddd-d1be-4761-9919-cd39418d1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.920764 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-445ccddd-d1be-4761-9919-cd39418d1567 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.3184125 Jan 27 11:18:18.930844 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee07fb-336e-4da3-a902-bdbfa77d08bf req-873102cd-a303-45b3-a3e8-82273e7abb74 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:18.932332 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1ee07fb-336e-4da3-a902-bdbfa77d08bf req-873102cd-a303-45b3-a3e8-82273e7abb74 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.6499925 Jan 27 11:18:18.933724 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:18:18.934127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (5e36da29-beb4-44cf-81d7-43b314ae6707), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: from cryptography.utils import int_from_bytes Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: from cryptography.utils import int_from_bytes Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:18:18.975688 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:18:19.007470 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:18:19.069356 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-22ead03d-b762-4095-b2b2-da75ea696e50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330268 Jan 27 11:18:19.206815 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (f8f53b88-61a8-4fa1-9949-5c1326ba01e3), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.263560 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.266720 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] 10.222.0.52 "DELETE /v2.0/networks/f8f53b88-61a8-4fa1-9949-5c1326ba01e3 HTTP/1.1" status: 204 len: 168 time: 1.8369141 Jan 27 11:18:19.269702 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43276) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.272014 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1ee07fb-336e-4da3-a902-bdbfa77d08bf req-9704f462-81a1-4108-8953-d551f1fe0c7f tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863436 Jan 27 11:18:19.279169 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d8b95-69f1-41b3-a0ec-fd94633fca43 req-199b9396-bf68-4410-a96d-4ec36ac36edd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:19.281128 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc9d8b95-69f1-41b3-a0ec-fd94633fca43 req-199b9396-bf68-4410-a96d-4ec36ac36edd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 944 time: 0.2960625 Jan 27 11:18:19.307290 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb84e7-5332-453b-b791-dcec2f0d0e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f53b88-61a8-4fa1-9949-5c1326ba01e3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.331948 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Deleting subnet 4a34da65-0da4-47e5-8cfc-4a6c1443cdf2 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:18:19.340458 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Publish callbacks [] for subnet (4a34da65-0da4-47e5-8cfc-4a6c1443cdf2), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.353503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-72709a62-8fc5-4f0c-a4d5-e9a5e613f3ad tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:19.355131 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-72709a62-8fc5-4f0c-a4d5-e9a5e613f3ad tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 816 time: 0.3573539 Jan 27 11:18:19.375168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-93116156-1617-4725-a919-c658fd60ce22 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697017 Jan 27 11:18:19.380240 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Publish callbacks [] for subnet (4a34da65-0da4-47e5-8cfc-4a6c1443cdf2), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.386083 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (4a34da65-0da4-47e5-8cfc-4a6c1443cdf2), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.426271 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-227079e0-2ad7-4573-a5be-404025972d82 req-5d10f1fe-422f-4d3f-befd-313f51af05b3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0649600 Jan 27 11:18:19.448514 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for subnet (4a34da65-0da4-47e5-8cfc-4a6c1443cdf2), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.459782 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc9d8b95-69f1-41b3-a0ec-fd94633fca43 req-c826971f-760c-48ad-a4d2-275e792b2f5d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556973 Jan 27 11:18:19.489283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a34da65-0da4-47e5-8cfc-4a6c1443cdf2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:19.493114 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.496495 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e9bad878-a7d6-4b0d-a2c0-8896aeb4573b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4a34da65-0da4-47e5-8cfc-4a6c1443cdf2 HTTP/1.1" status: 204 len: 168 time: 0.2254012 Jan 27 11:18:19.500328 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43284) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:19.542947 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-d780a29f-1962-4c55-985d-ed232f93e616 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 379 time: 0.1645977 Jan 27 11:18:19.559372 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'port': {'device_id': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'admin_state_up': True, 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'security_groups': ['1f1a0c5a-978f-49a6-89af-154340fee30b']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:19.576403 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (571db9ac-ad3b-43fb-a7e5-795b84b916f2), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.589301 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-750197da-e19b-48da-a7c7-760afcdacafe req-5eef482e-23ee-46e6-acc2-c981e91b2090 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945558 Jan 27 11:18:19.712748 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-c80e78c8-4380-4323-9de3-9791ec1b1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:19.713881 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (571db9ac-ad3b-43fb-a7e5-795b84b916f2), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.714260 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-c80e78c8-4380-4323-9de3-9791ec1b1336 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 1097 time: 0.0588603 Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > port after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > port after_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746821 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.746963 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.747356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Made reservation on behalf of 14e6cea18b4c4e6a95bc33f53003f9e5 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:19.750859 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.825715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.826121 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.826488 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.826849 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 11:18:19.827236 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571db9ac-ad3b-43fb-a7e5-795b84b916f2']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.847115 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6431a249-a7b7-4b9f-83ed-06954067b2ab') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.847417 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6431a249-a7b7-4b9f-83ed-06954067b2ab') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:19.867935 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (6431a249-a7b7-4b9f-83ed-06954067b2ab), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.889394 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (6431a249-a7b7-4b9f-83ed-06954067b2ab), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.899967 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:18:19.901017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (6431a249-a7b7-4b9f-83ed-06954067b2ab), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: from cryptography.utils import int_from_bytes Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: from cryptography.utils import int_from_bytes Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:18:19.907564 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:18:19.941511 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-92a3d8bd-de7a-4a3e-9399-ddfe669a126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:19.943085 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-92a3d8bd-de7a-4a3e-9399-ddfe669a126c service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.2221332 Jan 27 11:18:20.027459 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-2eb0df75-abc7-4c44-b7dd-4de042b8a175 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d HTTP/1.1" status: 200 len: 217 time: 0.0530632 Jan 27 11:18:20.033911 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (571db9ac-ad3b-43fb-a7e5-795b84b916f2), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.045440 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.063235 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] 10.222.0.52 "DELETE /v2.0/networks/571db9ac-ad3b-43fb-a7e5-795b84b916f2 HTTP/1.1" status: 204 len: 168 time: 0.5571635 Jan 27 11:18:20.091906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a67cf-91a1-41b6-9b37-867403547605 admin admin] Pushing event deleted for resources: {'Network': ['ID=571db9ac-ad3b-43fb-a7e5-795b84b916f2,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.110989 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Allocated IP 172.20.0.14 (8ee66444-e50d-4e01-908c-7ec731ac7e74/08653941-5955-40d8-b7b6-adf0b0b360cd/749f145d-c91b-426c-b637-905f6b2c6c8c) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:18:20.119284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e2418-fec1-4150-b221-59ed9983b19c req-57a09d04-41be-4b04-94f9-08263c13f820 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:20.120795 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-784e2418-fec1-4150-b221-59ed9983b19c req-57a09d04-41be-4b04-94f9-08263c13f820 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.1396546 Jan 27 11:18:20.146256 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-8e15a5ae-fa56-452e-b31b-85518e436b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:20.147860 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-8e15a5ae-fa56-452e-b31b-85518e436b28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.1031783 Jan 27 11:18:20.204060 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-86425a49-868b-4d04-987b-fac0145d57ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457950 Jan 27 11:18:20.304486 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43342) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:20.309132 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-784e2418-fec1-4150-b221-59ed9983b19c req-e83740b3-33c5-46a1-a764-3af3bce3d909 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780992 Jan 27 11:18:20.391091 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-08ed338d-8522-445a-afa3-623ad70525eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebcf677307b343de9447ec22fbdbb21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851986 Jan 27 11:18:20.393676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:20.434432 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-85d9b02a-bbbb-476b-ba02-5d9e85d9b7d8 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196436 Jan 27 11:18:20.454830 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] Publish callbacks [] for security_group (604be24f-d32a-462a-8781-88bd049258ba), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.455827 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.484663 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] Publish callbacks [] for security_group (604be24f-d32a-462a-8781-88bd049258ba), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.490482 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122b9ac-633e-4ed3-ab4f-abb8efb54868 req-e90a8347-db8e-439e-a792-d24342bf4ed8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:20.492209 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b122b9ac-633e-4ed3-ab4f-abb8efb54868 req-e90a8347-db8e-439e-a792-d24342bf4ed8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 944 time: 0.1204996 Jan 27 11:18:20.543497 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (604be24f-d32a-462a-8781-88bd049258ba), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.547127 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.548731 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/604be24f-d32a-462a-8781-88bd049258ba HTTP/1.1" status: 204 len: 168 time: 0.1541290 Jan 27 11:18:20.576274 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daa0e7-b7ba-4da4-8823-3131e14b0e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604be24f-d32a-462a-8781-88bd049258ba,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:20.590118 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d44a81fa-ad45-4fae-875c-46e8ffbd7a74 req-9484abb2-f0e6-4b4b-9819-6450826182d0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 210 time: 0.0600004 Jan 27 11:18:20.631357 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-01d6ba80-a07c-4d16-93ec-a9dd8e6afd5f req-8da87f25-3bab-40d8-94db-fe2d283d2351 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875083 Jan 27 11:18:20.637536 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.695768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:18:20.700866 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:20.715232 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:18:20.777217 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:20.777858 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:20.787799 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b122b9ac-633e-4ed3-ab4f-abb8efb54868 req-d2c67de8-0605-47f8-ac91-3812317bfa9d tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641265 Jan 27 11:18:21.000976 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:21.094423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:21.115669 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-25e4d2f5-a6f2-420f-9e30-c38ddace2750 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5635626 Jan 27 11:18:21.125263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb196e-8da4-479b-88a0-5f69587dc871 req-50b4e7bd-14e9-492e-ae4a-5eb29ecc4a32 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:21.127134 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdbb196e-8da4-479b-88a0-5f69587dc871 req-50b4e7bd-14e9-492e-ae4a-5eb29ecc4a32 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 944 time: 0.3628137 Jan 27 11:18:21.133744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Request body: {'port': {'device_id': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:21.138514 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8cdae3a4-192d-4cc9-9500-8b074b655ac1 None None] Provisioning complete for port 749f145d-c91b-426c-b637-905f6b2c6c8c triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:21.138886 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8cdae3a4-192d-4cc9-9500-8b074b655ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.169286 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,segment=NetworkSegment(033b5b0a-f4d2-4838-86a0-27f18354f545),segment_id=033b5b0a-f4d2-4838-86a0-27f18354f545)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:21.171131 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43390) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:21.199398 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1', 'network_id': 'fdb0d0ec-d0bd-4470-abe2-60da6c672a5f', 'port_id': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1', 'mac_address': 'fa:16:3e:b0:ea:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6f61f1-feab-46b6-8927-167201778323', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:21.208132 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8cdae3a4-192d-4cc9-9500-8b074b655ac1 None None] Port 749f145d-c91b-426c-b637-905f6b2c6c8c cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:18:21.218889 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.261908 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4e8457c7-4562-4148-9ae5-fc644c060d64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2da6a38e7e3847bfb4f9a952b1fd80fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0865402 Jan 27 11:18:21.262669 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43396) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:21.268229 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:21.269009 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.285139 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:21.294719 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdbb196e-8da4-479b-88a0-5f69587dc871 req-effaefbc-006c-47a9-8019-ee2ab3a0167d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258614 Jan 27 11:18:21.329621 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,segment=NetworkSegment(033b5b0a-f4d2-4838-86a0-27f18354f545),segment_id=033b5b0a-f4d2-4838-86a0-27f18354f545)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:21.332183 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] Publish callbacks [] for security_group (4f704320-e6ac-4e9c-b110-78bbc5797d6b), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.342511 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.343433 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device abd27461-bb81-48ab-a4e6-c351682e470e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:21.371178 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] Publish callbacks [] for security_group (4f704320-e6ac-4e9c-b110-78bbc5797d6b), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.423649 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:21.476041 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4f704320-e6ac-4e9c-b110-78bbc5797d6b), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.478892 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.480209 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f704320-e6ac-4e9c-b110-78bbc5797d6b HTTP/1.1" status: 204 len: 168 time: 0.2165556 Jan 27 11:18:21.489298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503f81-b4e6-45c0-a721-6c0dd2f25382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f704320-e6ac-4e9c-b110-78bbc5797d6b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:21.564816 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e0622-44fb-40dc-bf05-69957b3fad58 req-0083277a-9b3c-41d9-a79b-a748907c081d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:21.566021 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd9e0622-44fb-40dc-bf05-69957b3fad58 req-0083277a-9b3c-41d9-a79b-a748907c081d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 943 time: 0.1393173 Jan 27 11:18:21.582140 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=abd27461-bb81-48ab-a4e6-c351682e470e,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:21.625893 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'abd27461-bb81-48ab-a4e6-c351682e470e', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'port_id': 'abd27461-bb81-48ab-a4e6-c351682e470e', 'mac_address': 'fa:16:3e:5a:b2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:21.690247 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd9e0622-44fb-40dc-bf05-69957b3fad58 req-ea18fcf5-c086-4d00-869e-b95b7b61d745 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Jan 27 11:18:21.720409 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port abd27461-bb81-48ab-a4e6-c351682e470e is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:21.720979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.739479 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd27461-bb81-48ab-a4e6-c351682e470e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:21.763406 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=abd27461-bb81-48ab-a4e6-c351682e470e,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:21.792608 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.794990 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f4407827-389d-487b-8435-1a7a5503a268 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:21.805608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:21.819407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks [] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.855124 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4042b3-f91f-4ddc-aaa4-685a9a13a1ef req-05a25b8b-aca5-49dd-a08d-1c584d5803d1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:21.862916 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1d4042b3-f91f-4ddc-aaa4-685a9a13a1ef req-05a25b8b-aca5-49dd-a08d-1c584d5803d1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 932 time: 0.1475708 Jan 27 11:18:21.886166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Transition to ACTIVE for port object 749f145d-c91b-426c-b637-905f6b2c6c8c will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:18:21.897693 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:21.993458 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:22.049657 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:22.133962 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1d4042b3-f91f-4ddc-aaa4-685a9a13a1ef req-a2005807-79c5-4f5d-b2c8-d5327313fa20 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648559 Jan 27 11:18:22.167246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207da48e-ed5d-4b98-83f5-300fa949a603 req-7bf09d1f-c6b6-4b59-87f8-5280c596522c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.170107 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-207da48e-ed5d-4b98-83f5-300fa949a603 req-7bf09d1f-c6b6-4b59-87f8-5280c596522c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 945 time: 0.1341655 Jan 27 11:18:22.206322 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f4407827-389d-487b-8435-1a7a5503a268,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:22.219733 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'f4407827-389d-487b-8435-1a7a5503a268', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'port_id': 'f4407827-389d-487b-8435-1a7a5503a268', 'mac_address': 'fa:16:3e:07:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db07fce-9aae-4085-8d1f-8eb828e42734', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:22.264634 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f4407827-389d-487b-8435-1a7a5503a268 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:22.266971 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f4407827-389d-487b-8435-1a7a5503a268), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:22.271836 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-207da48e-ed5d-4b98-83f5-300fa949a603 req-4678c2c1-d40c-4a7f-9a8d-2c8b923b26a3 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Jan 27 11:18:22.283379 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4407827-389d-487b-8435-1a7a5503a268 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:22.287840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Attempting to bind port 749f145d-c91b-426c-b637-905f6b2c6c8c on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:18:22.288221 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Attempting to bind port 749f145d-c91b-426c-b637-905f6b2c6c8c by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:18:22.288542 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Attempting to bind port 749f145d-c91b-426c-b637-905f6b2c6c8c on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:22.307566 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Port 749f145d-c91b-426c-b637-905f6b2c6c8c on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:18:22.308352 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Attempting to bind port 749f145d-c91b-426c-b637-905f6b2c6c8c on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:18:22.315349 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:18:22.316031 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Checking segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:22.316624 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Bound using segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:18:22.317052 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f4407827-389d-487b-8435-1a7a5503a268,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:22.317424 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Bound port: 749f145d-c91b-426c-b637-905f6b2c6c8c, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:18:22.318044 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:22.324499 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:22.387840 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:22.429633 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:18:22.448803 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:18:22.457623 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:22.477760 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f57dd-1271-40b8-9a59-21ce648423b6 req-3f891a9d-cda5-4365-a826-e653b2b683d9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.479931 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b23f57dd-1271-40b8-9a59-21ce648423b6 req-3f891a9d-cda5-4365-a826-e653b2b683d9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 944 time: 0.0842719 Jan 27 11:18:22.512236 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.512924 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:22.514307 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] 10.222.0.49 "PUT /v2.0/ports/749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 1094 time: 1.3858099 Jan 27 11:18:22.522404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:22.524707 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81da345-49bd-4f04-9df2-d478f0938738" -d '{"events": [{"name": "network-changed", "server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:22.646451 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870d8ea-0a09-4eb9-82c0-00f82d9c1295 service neutron] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:22.667379 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['abd27461-bb81-48ab-a4e6-c351682e470e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:22.667761 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b23f57dd-1271-40b8-9a59-21ce648423b6 req-6422498c-4f93-41f7-a55a-01916e7c103d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642449 Jan 27 11:18:22.675027 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-3ec3da73-ee29-4315-8020-ea82ec780037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.678325 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-3ec3da73-ee29-4315-8020-ea82ec780037 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1097 time: 0.1117375 Jan 27 11:18:22.688296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32beeea2-0d9e-495d-8c98-47e2bd2871ca x-openstack-request-id: req-32beeea2-0d9e-495d-8c98-47e2bd2871ca {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:22.688296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:22.688296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32beeea2-0d9e-495d-8c98-47e2bd2871ca {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:22.688296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'status': 'completed', 'code': 200} Jan 27 11:18:22.708200 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:22.711078 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:22.729762 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-35530595-7d24-49d3-af7b-d5f7bc316021 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 217 time: 0.0437224 Jan 27 11:18:22.799585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-866685d4-c753-4448-9aad-97b657662812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.806800 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-866685d4-c753-4448-9aad-97b657662812 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0660586 Jan 27 11:18:22.910762 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-67d61b72-8cb2-47fd-8703-b65e5403e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.912282 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-67d61b72-8cb2-47fd-8703-b65e5403e615 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790718 Jan 27 11:18:22.921364 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8176d55-5373-4e1f-9583-cdc3221bf4b2 req-7d85d84b-a6eb-412f-9abc-0f12d92c80ad tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:22.921761 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8176d55-5373-4e1f-9583-cdc3221bf4b2 req-7d85d84b-a6eb-412f-9abc-0f12d92c80ad tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 944 time: 0.1117620 Jan 27 11:18:23.012958 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 432d95e3-095f-42cd-9e08-3c8c2e7ce23d details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:23.048187 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8176d55-5373-4e1f-9583-cdc3221bf4b2 req-65b10073-5ffa-4197-83f0-a1cec70af160 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066883 Jan 27 11:18:23.064679 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-d3878457-0cbb-4cad-a185-4610717c89f8 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419899 Jan 27 11:18:23.139948 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43478) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:23.186888 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b5478ec6-fb0f-4b12-a393-56aaefd493e0 req-19ef574f-363e-4ffe-a702-c7cd7245b3f2 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126249 Jan 27 11:18:23.389811 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e0d9ef-f216-40e4-b3a1-a57be4c17d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.409131 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da345-49bd-4f04-9df2-d478f0938738 req-0437afa1-c649-42a3-a626-98695969e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.411150 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-0437afa1-c649-42a3-a626-98695969e833 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1097 time: 0.1590657 Jan 27 11:18:23.426492 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5d5ba-7ff1-46f5-ab66-e7bda68bed57 req-27901296-119a-4dff-a721-2cfb6c526201 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.428192 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8e5d5ba-7ff1-46f5-ab66-e7bda68bed57 req-27901296-119a-4dff-a721-2cfb6c526201 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1144302 Jan 27 11:18:23.461591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:23.523368 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d', 'network_id': 'dea49dde-8f4d-4286-953f-917e301079c3', 'port_id': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d', 'mac_address': 'fa:16:3e:10:45:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e765fd08-3b1c-4c78-8e24-7d3ff17159c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:23.531590 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e0d9ef-f216-40e4-b3a1-a57be4c17d76 admin admin] Publish callbacks [] for security_group (e41d5cb1-ebfb-4b7d-a2e6-445096411a5a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.540215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-58e0d9ef-f216-40e4-b3a1-a57be4c17d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e41d5cb1-ebfb-4b7d-a2e6-445096411a5a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.595898 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:23.596825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.616018 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432d95e3-095f-42cd-9e08-3c8c2e7ce23d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:23.644189 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-58e0d9ef-f216-40e4-b3a1-a57be4c17d76 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c72062d08a648c3ac68caf4f8349c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016503 Jan 27 11:18:23.644363 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8e5d5ba-7ff1-46f5-ab66-e7bda68bed57 req-e295fafa-938c-43b9-8a8b-0fb3bea7ac16 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032681 Jan 27 11:18:23.646986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:23.653818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43498) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:23.653957 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8fb50-a96e-4033-abad-6054f115ab7a req-0d7a3c30-907e-4af2-8d72-c919e96865fa tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.655367 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.655538 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d4c8fb50-a96e-4033-abad-6054f115ab7a req-0d7a3c30-907e-4af2-8d72-c919e96865fa tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 945 time: 0.2263894 Jan 27 11:18:23.679002 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0d9ef-f216-40e4-b3a1-a57be4c17d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d5cb1-ebfb-4b7d-a2e6-445096411a5a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:23.710288 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da345-49bd-4f04-9df2-d478f0938738 req-fea36e6b-a217-4a97-b622-4f6a746afc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.713035 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-fea36e6b-a217-4a97-b622-4f6a746afc41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.2825093 Jan 27 11:18:23.713597 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:23.784127 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-99e19c4e-c381-439c-8f96-0c0018b2531f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 217 time: 0.0631356 Jan 27 11:18:23.815904 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] Publish callbacks [] for security_group (e41d5cb1-ebfb-4b7d-a2e6-445096411a5a), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.829173 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d4c8fb50-a96e-4033-abad-6054f115ab7a req-993456be-2ad9-4bbf-8811-6344bb8e3ce3 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571782 Jan 27 11:18:23.868125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] Publish callbacks [] for security_group (e41d5cb1-ebfb-4b7d-a2e6-445096411a5a), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.888705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da345-49bd-4f04-9df2-d478f0938738 req-6bdf85a7-b4e4-4778-85d1-9a3e4b80f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.890302 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-6bdf85a7-b4e4-4778-85d1-9a3e4b80f060 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0937459 Jan 27 11:18:23.900648 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3446ad-6d84-4937-909b-8330af33ea6c req-7f3a03a9-0ef5-43ad-b585-4d2dd5e4a311 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.902107 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5b3446ad-6d84-4937-909b-8330af33ea6c req-7f3a03a9-0ef5-43ad-b585-4d2dd5e4a311 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 945 time: 0.1102064 Jan 27 11:18:23.927518 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e41d5cb1-ebfb-4b7d-a2e6-445096411a5a), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.931105 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:23.931588 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e41d5cb1-ebfb-4b7d-a2e6-445096411a5a HTTP/1.1" status: 204 len: 168 time: 0.2758560 Jan 27 11:18:23.942892 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc830b-ebcb-45b6-855f-b8c32da8ab69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d5cb1-ebfb-4b7d-a2e6-445096411a5a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:23.981574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da345-49bd-4f04-9df2-d478f0938738 req-c9bf2c00-5f93-405e-a366-35f4c1d547ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:23.983115 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-c9bf2c00-5f93-405e-a366-35f4c1d547ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801311 Jan 27 11:18:23.986640 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5b3446ad-6d84-4937-909b-8330af33ea6c req-cf42defe-f94f-4866-8d78-7205120afdb8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753222 Jan 27 11:18:24.069169 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['432d95e3-095f-42cd-9e08-3c8c2e7ce23d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:24.080815 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-060b153c-d115-4635-928a-acbd3cd8f53b service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908434 Jan 27 11:18:24.221715 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c81da345-49bd-4f04-9df2-d478f0938738 req-16ddc1f5-3a90-45ab-96a8-afe144d364d4 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329830 Jan 27 11:18:24.229311 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1eb27-379a-4bab-bffd-6c19147773fe req-bcdad3ce-5824-4fb7-9c01-e1a09c07a6a6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:24.230981 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-71e1eb27-379a-4bab-bffd-6c19147773fe req-bcdad3ce-5824-4fb7-9c01-e1a09c07a6a6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 944 time: 0.0741501 Jan 27 11:18:24.292698 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-71e1eb27-379a-4bab-bffd-6c19147773fe req-bd42fbd6-992d-4756-a04f-7780b9ccc59e tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550871 Jan 27 11:18:24.356720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43532) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:24.376619 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1877d84-ebe5-40cf-8b03-ace9a21149e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.457998 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1877d84-ebe5-40cf-8b03-ace9a21149e8 admin admin] Publish callbacks [] for security_group (037f22c9-6e48-41b9-9097-372bf60f3c1e), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.464636 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d1877d84-ebe5-40cf-8b03-ace9a21149e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (037f22c9-6e48-41b9-9097-372bf60f3c1e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.502400 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d1877d84-ebe5-40cf-8b03-ace9a21149e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=611bc0750df8492790d126bdd199ab12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445360 Jan 27 11:18:24.505117 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:24.512156 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1877d84-ebe5-40cf-8b03-ace9a21149e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037f22c9-6e48-41b9-9097-372bf60f3c1e,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:24.557328 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] Publish callbacks [] for security_group (037f22c9-6e48-41b9-9097-372bf60f3c1e), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.581386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] Publish callbacks [] for security_group (037f22c9-6e48-41b9-9097-372bf60f3c1e), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.647071 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (037f22c9-6e48-41b9-9097-372bf60f3c1e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.649753 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:24.654007 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/037f22c9-6e48-41b9-9097-372bf60f3c1e HTTP/1.1" status: 204 len: 168 time: 0.1449203 Jan 27 11:18:24.660595 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a1cd6-a607-41ac-9706-2013c0216080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f22c9-6e48-41b9-9097-372bf60f3c1e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:24.798291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f37beb-e88f-4fb6-a746-7d92ad92515d req-3ef183b6-944d-4b0b-bdad-a415ca30d520 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:24.800192 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e7f37beb-e88f-4fb6-a746-7d92ad92515d req-3ef183b6-944d-4b0b-bdad-a415ca30d520 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0544350 Jan 27 11:18:24.858933 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e7f37beb-e88f-4fb6-a746-7d92ad92515d req-7934ffe8-7a02-4c68-8722-5bbb44395532 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528440 Jan 27 11:18:24.945279 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b9ec-2921-45e9-9031-9678c8f044f3 req-e97f2396-a095-4bc1-882d-3546dcf207d8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:24.946973 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1661b9ec-2921-45e9-9031-9678c8f044f3 req-e97f2396-a095-4bc1-882d-3546dcf207d8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Jan 27 11:18:25.011138 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1661b9ec-2921-45e9-9031-9678c8f044f3 req-9809ed9f-ad2e-4b9a-9e57-f6ebb9db1780 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549836 Jan 27 11:18:25.017307 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 432d95e3-095f-42cd-9e08-3c8c2e7ce23d up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:25.075987 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:25.080568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:25.080948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.123605 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515997f-3dda-4bce-aa35-4fd7f3e039f1 req-78692f64-9c04-43d6-bbc1-fa15b4ae89bb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:25.125213 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a515997f-3dda-4bce-aa35-4fd7f3e039f1 req-78692f64-9c04-43d6-bbc1-fa15b4ae89bb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 945 time: 0.0492244 Jan 27 11:18:25.163104 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:25.163393 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.176305 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a515997f-3dda-4bce-aa35-4fd7f3e039f1 req-26605381-f639-4298-8b83-785e984295d2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Jan 27 11:18:25.192112 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:25.263835 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:25.271244 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.272451 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:25.363856 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:25.386456 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:25.391926 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:25.393493 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.420621 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a826521-80f3-4f47-a7e7-e8dbc0c4dcdf" -d '{"events": [{"server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "name": "network-vif-plugged", "status": "completed", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:25.480295 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfa44e-de7f-4aad-b8ae-1f7db076e333 req-2d0897ee-c8f1-4deb-8620-ca74a359e2d3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:25.488132 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-44bfa44e-de7f-4aad-b8ae-1f7db076e333 req-2d0897ee-c8f1-4deb-8620-ca74a359e2d3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 944 time: 0.0714340 Jan 27 11:18:25.505935 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43590) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:25.514321 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:25.514815 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.541268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-44bfa44e-de7f-4aad-b8ae-1f7db076e333 req-765bcc0f-9d92-4e9c-9ace-c9906a2c714b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519264 Jan 27 11:18:25.557641 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,segment=NetworkSegment(033b5b0a-f4d2-4838-86a0-27f18354f545),segment_id=033b5b0a-f4d2-4838-86a0-27f18354f545)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:25.564186 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.564989 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device abd27461-bb81-48ab-a4e6-c351682e470e up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:25.627204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7e960-aca2-4208-8075-49c015a911ab x-openstack-request-id: req-35d7e960-aca2-4208-8075-49c015a911ab {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:25.627518 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "name": "network-vif-plugged", "status": "completed", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:25.628008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35d7e960-aca2-4208-8075-49c015a911ab {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:25.628764 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d', 'code': 200} Jan 27 11:18:25.658052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2002908251-network', 'tenant_id': 'fcfbfc27ac704944a391deffb047b0e0'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:25.673430 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:25.688408 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Made reservation on behalf of fcfbfc27ac704944a391deffb047b0e0 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:25.691615 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.691993 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port abd27461-bb81-48ab-a4e6-c351682e470e completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:25.697585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port abd27461-bb81-48ab-a4e6-c351682e470e triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:25.698149 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.705633 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.813517 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks [] for security_group (8f928541-6850-4c52-95bf-400da6d89fd8), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.823084 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8f928541-6850-4c52-95bf-400da6d89fd8), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.829753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port abd27461-bb81-48ab-a4e6-c351682e470e is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:25.830237 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.863881 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:25.871535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f928541-6850-4c52-95bf-400da6d89fd8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:25.878659 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (f8fe3fcd-9f34-46cc-b4d1-d81d64874030), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.879313 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Added segment f8fe3fcd-9f34-46cc-b4d1-d81d64874030 of type vlan for network cd4fdcac-dc5e-4173-a370-01e3fab44608 Jan 27 11:18:25.885288 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=abd27461-bb81-48ab-a4e6-c351682e470e,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:25.895077 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.895951 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f4407827-389d-487b-8435-1a7a5503a268 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:25.933797 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (cd4fdcac-dc5e-4173-a370-01e3fab44608), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.982950 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (cd4fdcac-dc5e-4173-a370-01e3fab44608), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:25.984064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:25.985016 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.005815 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port f4407827-389d-487b-8435-1a7a5503a268 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:26.016828 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port f4407827-389d-487b-8435-1a7a5503a268 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:26.017199 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f4407827-389d-487b-8435-1a7a5503a268), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.029278 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-63578319-3276-46e7-a0e5-1db36f3443b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.031990 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-63578319-3276-46e7-a0e5-1db36f3443b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 1099 time: 0.1799691 Jan 27 11:18:26.059668 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20510-f156-494a-af83-1eea49484be1 req-c833878f-2849-4121-b5d6-2d320469f63d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.062194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:26.075053 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f1a20510-f156-494a-af83-1eea49484be1 req-c833878f-2849-4121-b5d6-2d320469f63d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1061358 Jan 27 11:18:26.106911 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f4407827-389d-487b-8435-1a7a5503a268 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:26.107303 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f4407827-389d-487b-8435-1a7a5503a268), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.110253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] Pushing event updated for resources: {'Network': ['ID=cd4fdcac-dc5e-4173-a370-01e3fab44608,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:26.123511 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network cd4fdcac-dc5e-4173-a370-01e3fab44608 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:26.132117 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e025323d-afa5-434a-bdc0-9066f96fd14f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6194718 Jan 27 11:18:26.132117 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43618) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:26.135641 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Request body: {'subnet': {'network_id': 'cd4fdcac-dc5e-4173-a370-01e3fab44608', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2002908251-subnet', 'tenant_id': 'fcfbfc27ac704944a391deffb047b0e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:26.152994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-c33c0cc1-41fc-456f-a63a-29c8664923ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.162002 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f4407827-389d-487b-8435-1a7a5503a268,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:26.173967 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Made reservation on behalf of fcfbfc27ac704944a391deffb047b0e0 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:26.177046 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.180808 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.215154 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f1a20510-f156-494a-af83-1eea49484be1 req-25d76a94-06f6-4def-af3b-da728cf016b4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302085 Jan 27 11:18:26.291856 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:26.330468 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-c33c0cc1-41fc-456f-a63a-29c8664923ec service neutron] Publish callbacks [] for security_group (c5b1dc37-29da-4cd0-b1c9-692ea345814a), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.353921 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-c33c0cc1-41fc-456f-a63a-29c8664923ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c5b1dc37-29da-4cd0-b1c9-692ea345814a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.404698 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46ae72-2d16-4ab8-bb9b-9dfcdf40f6c9 req-325072bf-3f2f-459c-b393-cc5a81ff2cf9 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.406204 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c46ae72-2d16-4ab8-bb9b-9dfcdf40f6c9 req-325072bf-3f2f-459c-b393-cc5a81ff2cf9 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.2811189 Jan 27 11:18:26.469097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c0cc1-41fc-456f-a63a-29c8664923ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1dc37-29da-4cd0-b1c9-692ea345814a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:26.473543 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f522d54-d4d7-4ff7-8f83-7048ad4da59d req-c33c0cc1-41fc-456f-a63a-29c8664923ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317515 Jan 27 11:18:26.494775 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b767-57d5-455d-ada3-de05c2dd52f4 req-f72dbe84-0ffb-4d25-a449-211c00b00fc6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.496314 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a06b767-57d5-455d-ada3-de05c2dd52f4 req-f72dbe84-0ffb-4d25-a449-211c00b00fc6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1613829 Jan 27 11:18:26.508530 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (e870b594-3f8a-40a1-b6f3-8a7b6c29b27f), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.527149 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c46ae72-2d16-4ab8-bb9b-9dfcdf40f6c9 req-63b4e8e2-e021-44c7-a4da-4cd868b37076 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060839 Jan 27 11:18:26.580048 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a06b767-57d5-455d-ada3-de05c2dd52f4 req-339d5419-47b9-4228-bd86-12440e5096eb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738144 Jan 27 11:18:26.594283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e870b594-3f8a-40a1-b6f3-8a7b6c29b27f,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:26.606364 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Checking segment: {'id': 'f8fe3fcd-9f34-46cc-b4d1-d81d64874030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'cd4fdcac-dc5e-4173-a370-01e3fab44608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:26.607078 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Network hostable DHCP agents. Network: cd4fdcac-dc5e-4173-a370-01e3fab44608, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:26.634999 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Network cd4fdcac-dc5e-4173-a370-01e3fab44608 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:26.645021 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, cd4fdcac-dc5e-4173-a370-01e3fab44608) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:26.649297 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.650001 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:26.660862 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f66163-85d0-4ba1-88b7-aad102127aaa None None] Network cd4fdcac-dc5e-4173-a370-01e3fab44608 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:26.674627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312a821-89e2-4cbe-8fd1-91453d9bc1e1 req-2629824a-8fe3-4241-8b8a-a0bc2b3fe518 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:26.676850 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c312a821-89e2-4cbe-8fd1-91453d9bc1e1 req-2629824a-8fe3-4241-8b8a-a0bc2b3fe518 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0542700 Jan 27 11:18:26.680765 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-be1c8ae1-9a90-4d2c-8c46-e0cdc8c5a9ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5491054 Jan 27 11:18:26.734259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c312a821-89e2-4cbe-8fd1-91453d9bc1e1 req-94630bce-f479-47a8-ba85-6b955dd47d8f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500476 Jan 27 11:18:26.777084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e558dad-0d66-4197-b80c-9a8ef4f85c36 None None] Network cd4fdcac-dc5e-4173-a370-01e3fab44608 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:27.031627 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:18:27.131448 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:27.143710 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:18:27.181948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:27.182354 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.195960 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:18:27.196543 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43658) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:27.201915 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-810559545-network', 'tenant_id': 'a34fc1cf7abf403599b078f8ac4aa810'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:27.215455 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:27.220831 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.230080 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Made reservation on behalf of a34fc1cf7abf403599b078f8ac4aa810 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:27.232487 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.242992 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.281350 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:27.326365 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks [] for security_group (f7efba1e-f5ee-4257-bd16-62ead86439af), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.333883 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f7efba1e-f5ee-4257-bd16-62ead86439af), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.344581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb473d-d724-49b0-93a9-17440b834c7e req-1d2fa55a-902c-4c9d-a727-0c520772e1c8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:27.346885 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3dbb473d-d724-49b0-93a9-17440b834c7e req-1d2fa55a-902c-4c9d-a727-0c520772e1c8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Jan 27 11:18:27.352732 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:18:27.368063 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7efba1e-f5ee-4257-bd16-62ead86439af,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:27.372511 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (765f62af-100f-4dc3-a350-dbb8a7d52439), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.373627 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Added segment 765f62af-100f-4dc3-a350-dbb8a7d52439 of type vlan for network 9fbedc7e-3135-470e-8db3-90c0c9691489 Jan 27 11:18:27.402170 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3dbb473d-d724-49b0-93a9-17440b834c7e req-83857514-e379-4750-9870-8e86fa392220 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Jan 27 11:18:27.419091 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (9fbedc7e-3135-470e-8db3-90c0c9691489), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.488604 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['749f145d-c91b-426c-b637-905f6b2c6c8c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:18:27.629998 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1'}, {'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e'}, {'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:27.632620 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295c9740-406b-43c6-ab7e-2a9fd75e6d59" -d '{"events": [{"server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1"}, {"server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "name": "network-vif-plugged", "status": "completed", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e"}, {"server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "name": "network-vif-plugged", "status": "completed", "tag": "f4407827-389d-487b-8435-1a7a5503a268"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:27.639478 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (9fbedc7e-3135-470e-8db3-90c0c9691489), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.641253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:27.642094 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.692865 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4950247 Jan 27 11:18:27.695467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43678) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:27.717978 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259614-73d3-4734-9fbb-472cdc587b34 req-b9cee35f-2ddf-469d-8d14-077563b7f956 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:27.719945 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca259614-73d3-4734-9fbb-472cdc587b34 req-b9cee35f-2ddf-469d-8d14-077563b7f956 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0945482 Jan 27 11:18:27.749233 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177b041-d25f-4816-8bf1-811ea1de80cd req-4ffe966b-83ea-4e91-8e9d-be23b1bd9dd1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:27.750863 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b177b041-d25f-4816-8bf1-811ea1de80cd req-4ffe966b-83ea-4e91-8e9d-be23b1bd9dd1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0885985 Jan 27 11:18:27.751846 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Request body: {'subnet': {'network_id': '9fbedc7e-3135-470e-8db3-90c0c9691489', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-810559545-subnet', 'tenant_id': 'a34fc1cf7abf403599b078f8ac4aa810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:27.768677 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330d39-c16a-4793-975e-4eab8085cda8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbedc7e-3135-470e-8db3-90c0c9691489,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:27.782925 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Made reservation on behalf of a34fc1cf7abf403599b078f8ac4aa810 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:18:27.785613 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:27.787481 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 9fbedc7e-3135-470e-8db3-90c0c9691489 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:18:27.812100 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca259614-73d3-4734-9fbb-472cdc587b34 req-e4822f29-4532-45b4-9bf0-ccf7ebd479be tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860758 Jan 27 11:18:27.851044 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b177b041-d25f-4816-8bf1-811ea1de80cd req-87c0d6b5-e6c5-4f48-8417-3e0c498e3c85 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905426 Jan 27 11:18:27.921726 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa934a98-639d-479a-84f6-bfe74951a538 x-openstack-request-id: req-fa934a98-639d-479a-84f6-bfe74951a538 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:27.923685 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "name": "network-vif-plugged", "status": "completed", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1", "code": 200}, {"server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "name": "network-vif-plugged", "status": "completed", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e", "code": 200}, {"server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "name": "network-vif-plugged", "status": "completed", "tag": "f4407827-389d-487b-8435-1a7a5503a268", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:27.925103 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa934a98-639d-479a-84f6-bfe74951a538 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:27.927998 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1', 'code': 200} Jan 27 11:18:27.929067 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e', 'code': 200} Jan 27 11:18:27.929485 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268', 'code': 200} Jan 27 11:18:28.003779 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (7ead6453-73a3-4c3a-a711-bed55ebb6937), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:28.012432 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e5cef-af82-4c10-8d86-10bc49d9fe46 req-66c681f1-53c8-4aa3-9321-c0a18f0e8ad1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.014395 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f15e5cef-af82-4c10-8d86-10bc49d9fe46 req-66c681f1-53c8-4aa3-9321-c0a18f0e8ad1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0736368 Jan 27 11:18:28.073430 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f15e5cef-af82-4c10-8d86-10bc49d9fe46 req-ab74201a-3de9-410f-bec3-3a0744a59334 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531166 Jan 27 11:18:28.114136 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ead6453-73a3-4c3a-a711-bed55ebb6937,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:28.119836 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Checking segment: {'id': '765f62af-100f-4dc3-a350-dbb8a7d52439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9fbedc7e-3135-470e-8db3-90c0c9691489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:18:28.120230 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Network hostable DHCP agents. Network: 9fbedc7e-3135-470e-8db3-90c0c9691489, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:18:28.141188 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Network 9fbedc7e-3135-470e-8db3-90c0c9691489 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:18:28.160218 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 9fbedc7e-3135-470e-8db3-90c0c9691489) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:18:28.165154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.166113 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:28.170391 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f025a2f-e2fb-478e-93a6-feae2488ce1a None None] Network 9fbedc7e-3135-470e-8db3-90c0c9691489 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:28.247879 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f028bba5-f63d-47ef-acb3-9460a7c46d93 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5512743 Jan 27 11:18:28.258381 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282704bf-8e24-4888-8847-474f61ae2433 req-ff3882b2-7cda-4a86-ac3a-42769882926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.260877 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-282704bf-8e24-4888-8847-474f61ae2433 req-ff3882b2-7cda-4a86-ac3a-42769882926c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 1099 time: 0.0914576 Jan 27 11:18:28.294283 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea09830-aca8-4763-9c63-345d7c028bc5 None None] Network 9fbedc7e-3135-470e-8db3-90c0c9691489 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:18:28.389514 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-282704bf-8e24-4888-8847-474f61ae2433 req-822483a5-ef22-4e4b-94a5-43ea0ffb343b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123135 Jan 27 11:18:28.542630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a361-2f3d-479f-a1f0-62fb9b37a0b9 req-84e7af24-b869-4b72-8645-24acc4441e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.544182 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d418a361-2f3d-479f-a1f0-62fb9b37a0b9 req-84e7af24-b869-4b72-8645-24acc4441e9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.4095371 Jan 27 11:18:28.575767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec253d9f-5df6-49e1-a3bf-341e9427d5a5 req-84cd5a26-514f-4192-acc9-d2d92e743c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.577351 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec253d9f-5df6-49e1-a3bf-341e9427d5a5 req-84cd5a26-514f-4192-acc9-d2d92e743c2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 1098 time: 0.3955159 Jan 27 11:18:28.588404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e1f44-1a8c-40ca-b852-8122c06cccba req-e4918d5a-e5dc-46b4-8e4e-9947eba44d9a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.590052 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-507e1f44-1a8c-40ca-b852-8122c06cccba req-e4918d5a-e5dc-46b4-8e4e-9947eba44d9a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0641720 Jan 27 11:18:28.645163 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-507e1f44-1a8c-40ca-b852-8122c06cccba req-97278a05-2eb1-4269-9b94-47338889e431 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492816 Jan 27 11:18:28.984517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2942a-2e1b-4740-977d-5cc84bb017d6 req-d40582c6-8642-4fb6-9b9f-e2e861e06027 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:28.991662 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9b2942a-2e1b-4740-977d-5cc84bb017d6 req-d40582c6-8642-4fb6-9b9f-e2e861e06027 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.1057692 Jan 27 11:18:29.026276 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f85e51-1841-45d6-ba7e-e4bc1b99c104 req-272d6216-668b-4067-b11e-322188dd6c09 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:29.029091 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d6f85e51-1841-45d6-ba7e-e4bc1b99c104 req-272d6216-668b-4067-b11e-322188dd6c09 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1043477 Jan 27 11:18:29.079014 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9b2942a-2e1b-4740-977d-5cc84bb017d6 req-0f0315a7-37aa-437b-929e-58f310bb6644 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863438 Jan 27 11:18:29.104799 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d6f85e51-1841-45d6-ba7e-e4bc1b99c104 req-3216112b-44c4-4d6b-8047-348920630092 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681276 Jan 27 11:18:29.195957 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73866-7f97-4ed0-8e5c-14570cddedc1 req-17ce2203-8074-468a-a4e2-cd5bec261954 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:29.197453 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eae73866-7f97-4ed0-8e5c-14570cddedc1 req-17ce2203-8074-468a-a4e2-cd5bec261954 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0524237 Jan 27 11:18:29.246556 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eae73866-7f97-4ed0-8e5c-14570cddedc1 req-31b3f9c3-877b-475c-8165-1a6eae19122f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Jan 27 11:18:29.289732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43740) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:29.376568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:18:29.416581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0696d0c-9d21-4f76-b179-afc59b7217c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.427269 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 749f145d-c91b-426c-b637-905f6b2c6c8c completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:18:29.431622 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 749f145d-c91b-426c-b637-905f6b2c6c8c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:18:29.431994 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.451892 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5441c-af32-4c6f-8db6-57bcc47cea22 req-93d9a792-ab74-44e9-99f6-11a0743e36e2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:29.453332 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d0e5441c-af32-4c6f-8db6-57bcc47cea22 req-93d9a792-ab74-44e9-99f6-11a0743e36e2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0776267 Jan 27 11:18:29.528331 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d0e5441c-af32-4c6f-8db6-57bcc47cea22 req-da3ccfda-a120-416f-a27e-1d99a5296cd5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677979 Jan 27 11:18:29.555423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0696d0c-9d21-4f76-b179-afc59b7217c0 admin admin] Publish callbacks [] for security_group (187fb27c-9430-454d-a3fd-8e78cc6be0e1), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.562446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e0696d0c-9d21-4f76-b179-afc59b7217c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (187fb27c-9430-454d-a3fd-8e78cc6be0e1), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.601371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e0696d0c-9d21-4f76-b179-afc59b7217c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c95edebf54fd4850b18cb094c4eb9605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103004 Jan 27 11:18:29.602136 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0696d0c-9d21-4f76-b179-afc59b7217c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187fb27c-9430-454d-a3fd-8e78cc6be0e1,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:29.604757 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43746) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:29.639516 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:18:29.639992 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.652349 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] Publish callbacks [] for security_group (187fb27c-9430-454d-a3fd-8e78cc6be0e1), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.672821 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:18:29.673472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] Publish callbacks [] for security_group (187fb27c-9430-454d-a3fd-8e78cc6be0e1), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.678004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.725875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:29.726445 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (187fb27c-9430-454d-a3fd-8e78cc6be0e1), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.729120 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:29.733046 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/187fb27c-9430-454d-a3fd-8e78cc6be0e1 HTTP/1.1" status: 204 len: 168 time: 0.1245255 Jan 27 11:18:29.753055 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccdcef-589a-44ce-b7c3-f00477896648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187fb27c-9430-454d-a3fd-8e78cc6be0e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:29.790808 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87278b-6e98-4481-936b-8577f0bbab8d req-aa37c3f4-86a3-4eff-b9e6-2c13269c4140 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:29.792427 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a87278b-6e98-4481-936b-8577f0bbab8d req-aa37c3f4-86a3-4eff-b9e6-2c13269c4140 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0545700 Jan 27 11:18:29.842137 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a87278b-6e98-4481-936b-8577f0bbab8d req-75f9d4a2-e43f-4696-97b7-13e9b8c3531f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Jan 27 11:18:29.930407 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:29.932791 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6072f433-0ac2-46ef-a1ef-2f76d16beea9" -d '{"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:29.969233 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ed9da-a221-4beb-8cdc-d9c00287242d x-openstack-request-id: req-8d5ed9da-a221-4beb-8cdc-d9c00287242d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:29.969514 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:29.969815 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d5ed9da-a221-4beb-8cdc-d9c00287242d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:29.970211 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'code': 200} Jan 27 11:18:30.020714 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43760) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:30.034733 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af11699e-3425-4e92-a170-ff049b05148f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.107006 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af11699e-3425-4e92-a170-ff049b05148f admin admin] Publish callbacks [] for security_group (5e61a5f6-962d-4750-b7c3-38e19228e0cd), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.114232 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-af11699e-3425-4e92-a170-ff049b05148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (5e61a5f6-962d-4750-b7c3-38e19228e0cd), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.167224 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-af11699e-3425-4e92-a170-ff049b05148f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a3659261c9c448d86d83665d0b797ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409607 Jan 27 11:18:30.167681 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43768) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:30.182521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11699e-3425-4e92-a170-ff049b05148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61a5f6-962d-4750-b7c3-38e19228e0cd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:30.207522 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2672-b5f3-438a-a366-a719800aa082 req-2bd4fda4-2a18-4b59-b658-b77628fd90d8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:30.210920 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b1fc2672-b5f3-438a-a366-a719800aa082 req-2bd4fda4-2a18-4b59-b658-b77628fd90d8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0658145 Jan 27 11:18:30.213603 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.223428 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] Publish callbacks [] for security_group (5e61a5f6-962d-4750-b7c3-38e19228e0cd), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.244653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] Publish callbacks [] for security_group (5e61a5f6-962d-4750-b7c3-38e19228e0cd), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.257144 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b1fc2672-b5f3-438a-a366-a719800aa082 req-ae845e0e-4584-4c88-9ac2-2a1dbae2adad tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Jan 27 11:18:30.291194 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (5e61a5f6-962d-4750-b7c3-38e19228e0cd), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.293928 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.297452 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e61a5f6-962d-4750-b7c3-38e19228e0cd HTTP/1.1" status: 204 len: 168 time: 0.1262879 Jan 27 11:18:30.303145 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80caf-a10d-4b70-add4-a240114c4219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61a5f6-962d-4750-b7c3-38e19228e0cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:30.372319 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b18bc-9d6c-41cb-984c-6ea7dbb91ccd req-69fb9f28-41e2-449c-b1fd-ba88bc613294 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:30.373780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-722b18bc-9d6c-41cb-984c-6ea7dbb91ccd req-69fb9f28-41e2-449c-b1fd-ba88bc613294 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0500708 Jan 27 11:18:30.419928 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-722b18bc-9d6c-41cb-984c-6ea7dbb91ccd req-433730b0-8661-4831-89e8-5042443ff582 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jan 27 11:18:30.621260 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43778) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:30.636883 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22c2fdb9-9898-4938-8a55-dfd0fd444c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.642204 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004819-4769-41cc-8b36-1f10e03ed8b8 req-90d121e9-7aa1-4f9e-8b6f-043a230dc674 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:30.644132 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a0004819-4769-41cc-8b36-1f10e03ed8b8 req-90d121e9-7aa1-4f9e-8b6f-043a230dc674 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0500028 Jan 27 11:18:30.692112 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a0004819-4769-41cc-8b36-1f10e03ed8b8 req-3ce072fa-737f-4718-9c37-b2b8c4cad447 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Jan 27 11:18:30.711860 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22c2fdb9-9898-4938-8a55-dfd0fd444c83 admin admin] Publish callbacks [] for security_group (6085940d-bfc0-49be-b5d1-2818972648c8), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.717312 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-22c2fdb9-9898-4938-8a55-dfd0fd444c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (6085940d-bfc0-49be-b5d1-2818972648c8), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.755311 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-22c2fdb9-9898-4938-8a55-dfd0fd444c83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4ac0bc5552044508d9ca5657aadef52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328790 Jan 27 11:18:30.756134 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2fdb9-9898-4938-8a55-dfd0fd444c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085940d-bfc0-49be-b5d1-2818972648c8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:30.758253 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43780) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:30.806429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] Publish callbacks [] for security_group (6085940d-bfc0-49be-b5d1-2818972648c8), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.827716 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] Publish callbacks [] for security_group (6085940d-bfc0-49be-b5d1-2818972648c8), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.878493 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (6085940d-bfc0-49be-b5d1-2818972648c8), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.881046 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:30.882196 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6085940d-bfc0-49be-b5d1-2818972648c8 HTTP/1.1" status: 204 len: 168 time: 0.1228421 Jan 27 11:18:30.890003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162c5c9-6b88-4d1a-aa3f-b5754b9e4ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085940d-bfc0-49be-b5d1-2818972648c8,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:30.967580 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e902e-4402-4615-b3df-2215ebebf8ea req-b8153121-0ca4-486f-b6d7-a882146489f3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:30.969071 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc8e902e-4402-4615-b3df-2215ebebf8ea req-b8153121-0ca4-486f-b6d7-a882146489f3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0479183 Jan 27 11:18:31.018554 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc8e902e-4402-4615-b3df-2215ebebf8ea req-67ad0997-6e0a-45c4-bc43-fe066edb3431 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Jan 27 11:18:31.258183 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d418a361-2f3d-479f-a1f0-62fb9b37a0b9 req-51e7a701-7983-4b1d-864a-86f3584a8f46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 Jan 27 11:18:31.261412 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec253d9f-5df6-49e1-a3bf-341e9427d5a5 req-a1cda8a6-0658-4e53-93d7-cd6eed3e9164 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046548 Jan 27 11:18:31.300969 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-432a83aa-75c4-4019-95b6-af80cb13613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.302580 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-432a83aa-75c4-4019-95b6-af80cb13613f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 1099 time: 0.0467393 Jan 27 11:18:31.375076 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdabbab-e8a1-4605-b3d6-aba221e2505a req-28c8ebee-9599-4577-a84e-656f4b245aeb tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.376628 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bcdabbab-e8a1-4605-b3d6-aba221e2505a req-28c8ebee-9599-4577-a84e-656f4b245aeb tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0507226 Jan 27 11:18:31.425530 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bcdabbab-e8a1-4605-b3d6-aba221e2505a req-815611e7-6a37-4f45-89fa-f45650096474 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Jan 27 11:18:31.539798 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156402c8-b2ea-43da-8eee-aab52645ea8f req-61afcd64-3d74-455e-9910-4ae959edf7be tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.541341 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-156402c8-b2ea-43da-8eee-aab52645ea8f req-61afcd64-3d74-455e-9910-4ae959edf7be tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0487313 Jan 27 11:18:31.589500 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-156402c8-b2ea-43da-8eee-aab52645ea8f req-a4e64a04-10a4-4cf0-88de-3be0adb1f440 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Jan 27 11:18:31.728096 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8428-9561-4c9f-b2ee-9599d8568870 req-ad977b11-b5af-4efe-8f44-2486f8b3931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.729607 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-801f8428-9561-4c9f-b2ee-9599d8568870 req-ad977b11-b5af-4efe-8f44-2486f8b3931a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1099 time: 0.0422733 Jan 27 11:18:31.747370 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-bd3c5889-cdfc-4f29-b841-c088c878a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.749847 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-bd3c5889-cdfc-4f29-b841-c088c878a3fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.0933061 Jan 27 11:18:31.807949 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-801f8428-9561-4c9f-b2ee-9599d8568870 req-050ab9ae-7d5e-4204-8be2-85dd5c462906 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712032 Jan 27 11:18:31.810187 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-6ff59833-f348-47cf-bc9d-159d903f4ff4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d HTTP/1.1" status: 200 len: 217 time: 0.0530605 Jan 27 11:18:31.829008 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed10928-30f7-4834-80d6-576fdd74b9e0 req-76e93738-ab5b-468d-b172-50c446c1edf8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:31.830525 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4ed10928-30f7-4834-80d6-576fdd74b9e0 req-76e93738-ab5b-468d-b172-50c446c1edf8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0569010 Jan 27 11:18:31.881002 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4ed10928-30f7-4834-80d6-576fdd74b9e0 req-ff81c6c0-1a1e-4fda-ae69-03e7e6bef020 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Jan 27 11:18:32.061504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-b92a2188-4443-4771-99d2-4ee6d86637bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:32.063093 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-b92a2188-4443-4771-99d2-4ee6d86637bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.0492806 Jan 27 11:18:32.101924 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-d2f797fd-46a6-4c74-96dc-2ee1f7687fac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318856 Jan 27 11:18:32.147427 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d03fd6-acee-4610-b8eb-f425eb5794f1 req-fb0abaed-9951-4839-83bc-fd8c19bfd290 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:32.149110 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d5d03fd6-acee-4610-b8eb-f425eb5794f1 req-fb0abaed-9951-4839-83bc-fd8c19bfd290 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0513406 Jan 27 11:18:32.223336 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d5d03fd6-acee-4610-b8eb-f425eb5794f1 req-04782959-782b-411e-b3bc-a6dc6c2f3267 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606122 Jan 27 11:18:32.233283 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-89e6dbba-55d9-4b6a-98d2-e3309b5dda6f service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224027 Jan 27 11:18:32.342195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3912e274-6c66-4d65-a676-c4b098d39191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:32.358623 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bbcb882f-5158-4ad7-9c8a-26ddccac3741 req-72d7242b-5685-4017-8b1e-a437f023ea1c service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007087 Jan 27 11:18:32.577115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0dfbc-093f-4f15-9a8e-afd6985542ee req-388986d1-5326-4eed-a49b-8b81fbe108b1 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:32.585744 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9cf0dfbc-093f-4f15-9a8e-afd6985542ee req-388986d1-5326-4eed-a49b-8b81fbe108b1 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0774090 Jan 27 11:18:32.683216 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9cf0dfbc-093f-4f15-9a8e-afd6985542ee req-784f4f1f-b1fd-4dff-a78a-3f954b8cc9a8 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863304 Jan 27 11:18:32.741810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cadee2-2a00-4455-87c5-35ffde3e1af8 req-8b4d9f05-b936-4e22-9a9b-a8c9f14624e1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:32.743740 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1cadee2-2a00-4455-87c5-35ffde3e1af8 req-8b4d9f05-b936-4e22-9a9b-a8c9f14624e1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0591285 Jan 27 11:18:32.822927 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1cadee2-2a00-4455-87c5-35ffde3e1af8 req-94572eed-d36c-4821-95a9-95e6a5d31732 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727608 Jan 27 11:18:33.000604 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f5544-e1e0-4270-be4a-0dc412fef678 req-6a4c9962-1c2c-47e5-8aad-9f96edfff80b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.002254 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc4f5544-e1e0-4270-be4a-0dc412fef678 req-6a4c9962-1c2c-47e5-8aad-9f96edfff80b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0505896 Jan 27 11:18:33.056266 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc4f5544-e1e0-4270-be4a-0dc412fef678 req-a75e24ea-035b-4bfd-a80e-44c103a7be5f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jan 27 11:18:33.061277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43906) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:33.165210 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff2671dd-a6a1-450f-8164-f535649f1a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.239852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff2671dd-a6a1-450f-8164-f535649f1a54 admin admin] Publish callbacks [] for security_group (1d28a820-ea99-44eb-bc27-76e70fe9c225), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.245636 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff2671dd-a6a1-450f-8164-f535649f1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1d28a820-ea99-44eb-bc27-76e70fe9c225), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.283250 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ff2671dd-a6a1-450f-8164-f535649f1a54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b161b548efad4a6ab4428eeb8c73a069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208524 Jan 27 11:18:33.284036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2671dd-a6a1-450f-8164-f535649f1a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28a820-ea99-44eb-bc27-76e70fe9c225,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:33.288364 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43912) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:33.336503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e07ef-abf7-40d8-94ef-00cfa519e42d req-116c92b6-aa72-4df2-a657-71d2c4f530f0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.338311 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-886e07ef-abf7-40d8-94ef-00cfa519e42d req-116c92b6-aa72-4df2-a657-71d2c4f530f0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0477388 Jan 27 11:18:33.341137 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] Publish callbacks [] for security_group (1d28a820-ea99-44eb-bc27-76e70fe9c225), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.362983 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] Publish callbacks [] for security_group (1d28a820-ea99-44eb-bc27-76e70fe9c225), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.384336 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-886e07ef-abf7-40d8-94ef-00cfa519e42d req-41bf525e-6b57-451c-ba65-ce528b8473a8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Jan 27 11:18:33.416827 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1d28a820-ea99-44eb-bc27-76e70fe9c225), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.419555 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.420741 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d28a820-ea99-44eb-bc27-76e70fe9c225 HTTP/1.1" status: 204 len: 168 time: 0.1275177 Jan 27 11:18:33.429064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123b95b-1739-4a94-a83b-838ef5b8b997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28a820-ea99-44eb-bc27-76e70fe9c225,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:33.715011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 43934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:33.728253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-978f4436-7a40-4b60-bbf0-76e2151759be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.794572 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c0516-88ed-4c37-875f-e56d15fd973f req-712ed9d6-0bce-40b5-98b1-86285d387b98 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.796058 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-377c0516-88ed-4c37-875f-e56d15fd973f req-712ed9d6-0bce-40b5-98b1-86285d387b98 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0578687 Jan 27 11:18:33.813623 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-978f4436-7a40-4b60-bbf0-76e2151759be admin admin] Publish callbacks [] for security_group (47e90a40-d149-4dfe-b56c-6fcf5ec06a90), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.819070 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-978f4436-7a40-4b60-bbf0-76e2151759be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (47e90a40-d149-4dfe-b56c-6fcf5ec06a90), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.854847 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-377c0516-88ed-4c37-875f-e56d15fd973f req-48271dd2-6d36-47a2-8637-46b0e52b661c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Jan 27 11:18:33.862494 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-978f4436-7a40-4b60-bbf0-76e2151759be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b7d2bd6329946fa8798f710f0b4c236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463044 Jan 27 11:18:33.863524 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f4436-7a40-4b60-bbf0-76e2151759be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e90a40-d149-4dfe-b56c-6fcf5ec06a90,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:33.865237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 43944) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:33.955626 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] Publish callbacks [] for security_group (47e90a40-d149-4dfe-b56c-6fcf5ec06a90), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:33.987299 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69cdd-28c8-40fd-9c7c-e6e1adaf790f req-dec7ce18-251c-4976-b085-b20e8fdbef99 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:33.988791 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92d69cdd-28c8-40fd-9c7c-e6e1adaf790f req-dec7ce18-251c-4976-b085-b20e8fdbef99 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0755229 Jan 27 11:18:33.990807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] Publish callbacks [] for security_group (47e90a40-d149-4dfe-b56c-6fcf5ec06a90), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.067652 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92d69cdd-28c8-40fd-9c7c-e6e1adaf790f req-cc14ea76-5e14-4c57-965d-d0909ef95c00 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699844 Jan 27 11:18:34.092754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (47e90a40-d149-4dfe-b56c-6fcf5ec06a90), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.095443 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:34.099128 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47e90a40-d149-4dfe-b56c-6fcf5ec06a90 HTTP/1.1" status: 204 len: 168 time: 0.2301121 Jan 27 11:18:34.114727 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca29179-366f-4a97-972a-11920ccbdaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e90a40-d149-4dfe-b56c-6fcf5ec06a90,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:34.235213 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0fcd7-34c5-4440-88bf-88e415eda91c req-c11043ca-10af-48a5-bf2d-3fd4aa49f425 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:34.236978 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ca0fcd7-34c5-4440-88bf-88e415eda91c req-c11043ca-10af-48a5-bf2d-3fd4aa49f425 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0566852 Jan 27 11:18:34.287994 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ca0fcd7-34c5-4440-88bf-88e415eda91c req-700b79dc-b4be-4f7f-a916-8532247686ba tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447173 Jan 27 11:18:34.501329 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488014cc-84ad-4e18-915d-e9cd756be2ba req-d6e61e67-6159-4ece-aef3-a9d35d52879c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:34.502846 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-488014cc-84ad-4e18-915d-e9cd756be2ba req-d6e61e67-6159-4ece-aef3-a9d35d52879c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0477965 Jan 27 11:18:34.549553 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-488014cc-84ad-4e18-915d-e9cd756be2ba req-31b0232a-258a-4133-997f-215b514ecc95 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jan 27 11:18:34.595523 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1c103c15-0f13-46b5-9784-3fa003fe9546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:35.210874 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef36288-b281-4046-82af-fc86b2991148 req-31047a01-6569-4c6d-b5d3-f4c1c40f67f3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.214836 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ef36288-b281-4046-82af-fc86b2991148 req-31047a01-6569-4c6d-b5d3-f4c1c40f67f3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0545363 Jan 27 11:18:35.265915 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ef36288-b281-4046-82af-fc86b2991148 req-b3da5c65-5e68-48a8-a169-4c732e2194c5 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Jan 27 11:18:35.403657 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d306380-357b-403e-800a-95b86fbf5005 req-2155cbc6-926e-451b-8a45-d77fef0530c2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.405023 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d306380-357b-403e-800a-95b86fbf5005 req-2155cbc6-926e-451b-8a45-d77fef0530c2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0501914 Jan 27 11:18:35.469437 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d306380-357b-403e-800a-95b86fbf5005 req-7b40997d-152d-4903-90a8-f4d340bf4ceb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582602 Jan 27 11:18:35.673523 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5dacf-c2ea-4e76-8fa9-02e669f90bf4 req-19e03b80-bd26-4c98-99eb-339d1c804c74 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:35.674932 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bfd5dacf-c2ea-4e76-8fa9-02e669f90bf4 req-19e03b80-bd26-4c98-99eb-339d1c804c74 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0491228 Jan 27 11:18:35.724248 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bfd5dacf-c2ea-4e76-8fa9-02e669f90bf4 req-b8d8d821-0c9b-4dbd-b3bc-da437abbba10 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435758 Jan 27 11:18:35.803457 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:36.380325 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7c582-300b-403b-8a4d-d6744e388b0e req-a90bb5b3-b410-4bc0-aa9c-7d27c611dc5f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.381806 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ed7c582-300b-403b-8a4d-d6744e388b0e req-a90bb5b3-b410-4bc0-aa9c-7d27c611dc5f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0460811 Jan 27 11:18:36.428983 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ed7c582-300b-403b-8a4d-d6744e388b0e req-d7013ef6-2b8e-484a-a250-44faceddf5cb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415127 Jan 27 11:18:36.600450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a922dc2-7c1b-4545-9faa-58a544c01bbd req-e3ec6273-1256-45a9-a5ce-066b1ac2b5f0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.602055 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a922dc2-7c1b-4545-9faa-58a544c01bbd req-e3ec6273-1256-45a9-a5ce-066b1ac2b5f0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0511465 Jan 27 11:18:36.652114 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a922dc2-7c1b-4545-9faa-58a544c01bbd req-91f697af-061e-4bfc-be07-f45241fabb05 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Jan 27 11:18:36.861980 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdcf95-cab8-47f6-b952-66b56741af08 req-7805c4c7-8803-4560-9d11-ae6b22aac8e5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:36.863565 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bebdcf95-cab8-47f6-b952-66b56741af08 req-7805c4c7-8803-4560-9d11-ae6b22aac8e5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0538657 Jan 27 11:18:36.912329 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bebdcf95-cab8-47f6-b952-66b56741af08 req-ec0bf5e4-865f-4d3e-9740-2ced66b92a57 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430276 Jan 27 11:18:37.027116 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b409-9b4b-4f9c-af80-57c8d5e87516 req-7f576635-6b6e-45fc-acd9-7058f16495ba tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:37.028900 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0685b409-9b4b-4f9c-af80-57c8d5e87516 req-7f576635-6b6e-45fc-acd9-7058f16495ba tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0485766 Jan 27 11:18:37.037783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44048) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:37.042271 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'floatingip': {'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:18:37.115247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.248020 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44054) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:37.256316 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.386580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35611629-8070-4f2c-bcc6-129f50e28bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.471957 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35611629-8070-4f2c-bcc6-129f50e28bbe admin admin] Publish callbacks [] for security_group (15e41a1c-f1aa-414d-b9f5-f12164e2a703), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.478762 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-35611629-8070-4f2c-bcc6-129f50e28bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (15e41a1c-f1aa-414d-b9f5-f12164e2a703), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.522031 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-35611629-8070-4f2c-bcc6-129f50e28bbe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e196f7498e014e0fb677ec707dd7267b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727728 Jan 27 11:18:37.522944 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35611629-8070-4f2c-bcc6-129f50e28bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e41a1c-f1aa-414d-b9f5-f12164e2a703,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:37.525149 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44070) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:37.576155 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] Publish callbacks [] for security_group (15e41a1c-f1aa-414d-b9f5-f12164e2a703), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.597525 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] Publish callbacks [] for security_group (15e41a1c-f1aa-414d-b9f5-f12164e2a703), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.648863 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (15e41a1c-f1aa-414d-b9f5-f12164e2a703), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.651847 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:37.653374 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15e41a1c-f1aa-414d-b9f5-f12164e2a703 HTTP/1.1" status: 204 len: 168 time: 0.1269884 Jan 27 11:18:37.661517 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b657ee-94f6-4974-bfc6-1fd2c5feff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e41a1c-f1aa-414d-b9f5-f12164e2a703,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:37.944915 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44082) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:37.962589 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00447ada-f930-452d-8d71-7336d00b667f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.014450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.020115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.031108 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0d99f-30ee-40c1-a967-10b8512f6c77 req-f8d53b2f-9c78-493b-ac55-5a421bf0ecb1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:38.032584 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ced0d99f-30ee-40c1-a967-10b8512f6c77 req-f8d53b2f-9c78-493b-ac55-5a421bf0ecb1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.2916455 Jan 27 11:18:38.042029 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00447ada-f930-452d-8d71-7336d00b667f admin admin] Publish callbacks [] for security_group (6e462ada-1ed9-40a5-97fe-e54e19c59e7a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.047474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-00447ada-f930-452d-8d71-7336d00b667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (6e462ada-1ed9-40a5-97fe-e54e19c59e7a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.088253 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-00447ada-f930-452d-8d71-7336d00b667f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=954c8264c8aa4c14bf900635b012b41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396868 Jan 27 11:18:38.088253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00447ada-f930-452d-8d71-7336d00b667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e462ada-1ed9-40a5-97fe-e54e19c59e7a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:38.088619 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44084) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:38.179780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ced0d99f-30ee-40c1-a967-10b8512f6c77 req-5ede58d1-8c56-4ce4-8c2a-884e0867e1f6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149650 Jan 27 11:18:38.206632 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Floating IP f4d87128-7576-4e65-b188-6ccefd407c7d associated. External IP: 172.27.3.75, port: 749f145d-c91b-426c-b637-905f6b2c6c8c. Jan 27 11:18:38.207999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] Publish callbacks [] for security_group (6e462ada-1ed9-40a5-97fe-e54e19c59e7a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.269566 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] Publish callbacks [] for security_group (6e462ada-1ed9-40a5-97fe-e54e19c59e7a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.395666 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (6e462ada-1ed9-40a5-97fe-e54e19c59e7a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.398227 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.399407 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e462ada-1ed9-40a5-97fe-e54e19c59e7a HTTP/1.1" status: 204 len: 168 time: 0.3084564 Jan 27 11:18:38.412156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0eeff4-4fbd-45dc-a55e-59cf9bd139d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e462ada-1ed9-40a5-97fe-e54e19c59e7a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:38.474131 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.486405 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:18:38.600427 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:18:38.605580 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:38.614199 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:18:38.624374 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:38.625332 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:18:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:38.646832 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-17eba520-c031-42a6-8a46-5401bd5b5258 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "PUT /v2.0/floatingips/f4d87128-7576-4e65-b188-6ccefd407c7d HTTP/1.1" status: 200 len: 991 time: 1.6046405 Jan 27 11:18:38.647474 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:18:38.649837 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11988aa1-4271-41a0-ab54-7837e1b7dba1" -d '{"events": [{"name": "network-changed", "server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:18:38.706229 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903b3ec0-a4f1-4e81-9e30-45287f13a260 x-openstack-request-id: req-903b3ec0-a4f1-4e81-9e30-45287f13a260 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:18:38.706561 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:18:38.707211 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-903b3ec0-a4f1-4e81-9e30-45287f13a260 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:18:38.707607 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'status': 'completed', 'code': 200} Jan 27 11:18:38.750715 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:39.025514 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'f4d87128-7576-4e65-b188-6ccefd407c7d', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:37Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:39.052911 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:18:39.061041 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:18:39.061645 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:18:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:39.164379 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:18:39.326432 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4fd9-b991-4b9c-aaf9-597a527b3da7 req-4ceac3a7-d666-4cc3-89c4-9c3bdd83c13f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.330900 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-baae4fd9-b991-4b9c-aaf9-597a527b3da7 req-4ceac3a7-d666-4cc3-89c4-9c3bdd83c13f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0638413 Jan 27 11:18:39.355303 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-7b27f8cf-26ce-4c2e-a22f-510162b50538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.356951 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-7b27f8cf-26ce-4c2e-a22f-510162b50538 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1099 time: 0.0663211 Jan 27 11:18:39.383644 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-baae4fd9-b991-4b9c-aaf9-597a527b3da7 req-1c614fa9-ee3b-426e-918f-10e20c6da2a5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479734 Jan 27 11:18:39.450969 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'f4d87128-7576-4e65-b188-6ccefd407c7d', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:37Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:18:39.470972 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-21ba268e-6aa4-4725-b3bd-1242ce381a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.472447 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-21ba268e-6aa4-4725-b3bd-1242ce381a1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.1063640 Jan 27 11:18:39.479042 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccf068e-a4a3-4df2-bb8c-ea6ec6bd3915 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'f4d87128-7576-4e65-b188-6ccefd407c7d', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:18:13Z', 'updated_at': '2022-01-27T11:18:37Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:18:39.600630 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-485aa73d-127e-478c-bffe-9305682dd382 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 999 time: 0.1103711 Jan 27 11:18:39.654287 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-504083a3-b2ad-49f0-8757-81c0617316dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.655808 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-504083a3-b2ad-49f0-8757-81c0617316dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0482266 Jan 27 11:18:39.716910 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-b755f841-89f6-49e1-9225-1dc71be12f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:39.718532 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-b755f841-89f6-49e1-9225-1dc71be12f11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507753 Jan 27 11:18:39.744258 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f463f5f-227b-4452-bd15-de916b4bf6a0 None None] New status for floating IP f4d87128-7576-4e65-b188-6ccefd407c7d: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:18:39.819884 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-832df1f5-31d4-4938-b7aa-a7a19512f277 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943215 Jan 27 11:18:39.939948 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-11988aa1-4271-41a0-ab54-7837e1b7dba1 req-82d00156-2b3c-42df-8c43-a90f1f083dad service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056762 Jan 27 11:18:40.499043 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc566c8-b623-4d8c-83f2-17ffeb686e29 req-8a38d08e-6a3a-4322-ba75-105ba71590d2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:40.500554 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-afc566c8-b623-4d8c-83f2-17ffeb686e29 req-8a38d08e-6a3a-4322-ba75-105ba71590d2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0479913 Jan 27 11:18:40.551309 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-afc566c8-b623-4d8c-83f2-17ffeb686e29 req-1251ce8a-c388-4408-a1ae-e36541c77ebd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Jan 27 11:18:43.991589 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478376a-fcbe-44d4-90cc-805a76472227 req-5f63e9dc-123f-4734-92b0-e6e25f9037ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:43.993081 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4478376a-fcbe-44d4-90cc-805a76472227 req-5f63e9dc-123f-4734-92b0-e6e25f9037ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0524635 Jan 27 11:18:44.044086 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4478376a-fcbe-44d4-90cc-805a76472227 req-4357dea8-a25d-48c3-aa1f-18985d5729a0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Jan 27 11:18:45.157534 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3005c-c65a-4e97-9899-dd3a05a9aec8 req-aed0e907-ad46-45bf-994e-58472e1126a5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:45.159031 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edc3005c-c65a-4e97-9899-dd3a05a9aec8 req-aed0e907-ad46-45bf-994e-58472e1126a5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0476065 Jan 27 11:18:45.206401 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edc3005c-c65a-4e97-9899-dd3a05a9aec8 req-baa9ce01-38df-44a8-8b52-9577482f3cb0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Jan 27 11:18:46.329928 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af734-773f-4c48-8559-ceb4c58e9294 req-f63df594-f8df-4df1-aa55-7eeb55bde47e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:46.331466 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f7af734-773f-4c48-8559-ceb4c58e9294 req-f63df594-f8df-4df1-aa55-7eeb55bde47e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0565436 Jan 27 11:18:46.378909 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f7af734-773f-4c48-8559-ceb4c58e9294 req-fd642bf1-9a86-4c34-8aac-0aad8ebfcf41 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Jan 27 11:18:47.496932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6810d-58e5-4954-8540-c07b9e357fa5 req-9459c03a-d758-4b89-ab16-9f8fcb39b726 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:47.498426 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-65e6810d-58e5-4954-8540-c07b9e357fa5 req-9459c03a-d758-4b89-ab16-9f8fcb39b726 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0471733 Jan 27 11:18:47.545258 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-65e6810d-58e5-4954-8540-c07b9e357fa5 req-897eaf6e-d582-48e7-ada5-1535db326296 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jan 27 11:18:48.674793 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd9a15-bbf5-48d1-a1d3-5862e72fa601 req-eb988b4f-e709-47cb-8a5f-a058cb88b99d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:48.676312 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c6bd9a15-bbf5-48d1-a1d3-5862e72fa601 req-eb988b4f-e709-47cb-8a5f-a058cb88b99d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0492482 Jan 27 11:18:48.726556 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c6bd9a15-bbf5-48d1-a1d3-5862e72fa601 req-37bf39b8-af70-4285-894a-c733162ffd11 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442765 Jan 27 11:18:49.036670 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44418) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:49.143021 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2c322f-f18a-41e5-80f8-67c310383ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.221306 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2c322f-f18a-41e5-80f8-67c310383ffd admin admin] Publish callbacks [] for security_group (0c3ce120-d98b-4376-a48a-e007daeea7c2), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.226907 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb2c322f-f18a-41e5-80f8-67c310383ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0c3ce120-d98b-4376-a48a-e007daeea7c2), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.264130 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-bb2c322f-f18a-41e5-80f8-67c310383ffd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70414dffedf84ea4910d26d04c99af69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262843 Jan 27 11:18:49.264945 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c322f-f18a-41e5-80f8-67c310383ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ce120-d98b-4376-a48a-e007daeea7c2,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.267147 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:18:49.316259 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] Publish callbacks [] for security_group (0c3ce120-d98b-4376-a48a-e007daeea7c2), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.337022 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] Publish callbacks [] for security_group (0c3ce120-d98b-4376-a48a-e007daeea7c2), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.388594 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0c3ce120-d98b-4376-a48a-e007daeea7c2), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.392829 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:18:49.394154 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c3ce120-d98b-4376-a48a-e007daeea7c2 HTTP/1.1" status: 204 len: 168 time: 0.1259308 Jan 27 11:18:49.402079 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093f18-99ed-4658-8e13-e688c3b02aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ce120-d98b-4376-a48a-e007daeea7c2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:18:49.849077 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e160cb-384c-4571-9d00-933cebb46d25 req-031088d6-51d0-4f89-ad34-81b48fb9614a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:49.850630 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a3e160cb-384c-4571-9d00-933cebb46d25 req-031088d6-51d0-4f89-ad34-81b48fb9614a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0482519 Jan 27 11:18:49.897668 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a3e160cb-384c-4571-9d00-933cebb46d25 req-4f53074e-3af7-4015-a407-89d85c406d38 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Jan 27 11:18:51.031997 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc48f2f-2463-4389-b274-0c93180b9233 req-187f2832-4bf7-4b4d-845f-51f7fc172068 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:51.033796 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4dc48f2f-2463-4389-b274-0c93180b9233 req-187f2832-4bf7-4b4d-845f-51f7fc172068 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0650606 Jan 27 11:18:51.086201 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4dc48f2f-2463-4389-b274-0c93180b9233 req-6774510a-1b91-4b48-a3e1-8b04183edae0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 Jan 27 11:18:52.206527 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410fa16-b3ef-4d8a-afd3-328e1108f789 req-a4ac913e-cda4-461b-92db-32ea9e5f8d6c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:52.208011 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b410fa16-b3ef-4d8a-afd3-328e1108f789 req-a4ac913e-cda4-461b-92db-32ea9e5f8d6c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0496244 Jan 27 11:18:52.254903 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b410fa16-b3ef-4d8a-afd3-328e1108f789 req-00044a18-fe51-42d0-808a-729766a377d0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Jan 27 11:18:53.390164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440c4c2-a21e-4150-8953-109cd06fbe39 req-35f0e778-dd0f-40ee-91a0-a8ac3a4fb0f3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:53.391671 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a440c4c2-a21e-4150-8953-109cd06fbe39 req-35f0e778-dd0f-40ee-91a0-a8ac3a4fb0f3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0524075 Jan 27 11:18:53.438446 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a440c4c2-a21e-4150-8953-109cd06fbe39 req-3facb4c2-5515-4225-83a3-f8bea17d0ca3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Jan 27 11:18:54.691825 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e0c19-a50e-439b-823d-feb36390ef2e req-68c6e930-aa6d-46a2-8b9c-e609ef66b456 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:54.693196 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c34e0c19-a50e-439b-823d-feb36390ef2e req-68c6e930-aa6d-46a2-8b9c-e609ef66b456 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0483634 Jan 27 11:18:54.740867 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c34e0c19-a50e-439b-823d-feb36390ef2e req-a2b248b7-8a01-4043-942e-8f214afef8bb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Jan 27 11:18:55.857849 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3609d49-4411-4641-81ac-558a5865b500 req-2a629126-6fbb-49b6-8787-b4e93919bc05 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:55.859324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3609d49-4411-4641-81ac-558a5865b500 req-2a629126-6fbb-49b6-8787-b4e93919bc05 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0491521 Jan 27 11:18:55.908764 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3609d49-4411-4641-81ac-558a5865b500 req-498fd5e2-64c4-41cb-a569-71c5b9ef4cc2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Jan 27 11:18:56.006684 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:18:57.026265 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554639c5-5135-423a-95ff-818730f45f11 req-8ba34c8b-da3d-4266-bbb0-80bbffc17f1d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:57.027730 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-554639c5-5135-423a-95ff-818730f45f11 req-8ba34c8b-da3d-4266-bbb0-80bbffc17f1d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0516343 Jan 27 11:18:57.076735 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-554639c5-5135-423a-95ff-818730f45f11 req-78d778a9-4b2f-4a02-9aa3-6120d6f627c2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jan 27 11:18:58.193619 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bc9d2-2a30-4c7e-a9fe-b999832e65fc req-06c52fc5-a350-4dfa-ad3b-698348c4ef96 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:58.195269 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-999bc9d2-2a30-4c7e-a9fe-b999832e65fc req-06c52fc5-a350-4dfa-ad3b-698348c4ef96 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0497417 Jan 27 11:18:58.241332 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-999bc9d2-2a30-4c7e-a9fe-b999832e65fc req-e7a15ca8-b2f2-4543-9219-8ec4a382d139 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Jan 27 11:18:59.357893 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32de0f-502a-4855-a612-2e5336d24359 req-92d44b30-63c8-4960-9b9b-b3a5498491bf tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:18:59.359472 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9e32de0f-502a-4855-a612-2e5336d24359 req-92d44b30-63c8-4960-9b9b-b3a5498491bf tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0517347 Jan 27 11:18:59.412343 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9e32de0f-502a-4855-a612-2e5336d24359 req-50d749e5-cd86-4a53-b36a-7bc3b2839fb6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473187 Jan 27 11:18:59.945004 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-40d0c623-c9de-49ab-a6c5-55774c60dd51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419738 Jan 27 11:19:00.047075 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-256034d8-5e78-405d-a7ac-6a81c96de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:00.049369 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-256034d8-5e78-405d-a7ac-6a81c96de9f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd2f387a50e54488ad9f5089525f27d1&device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 1099 time: 0.0485201 Jan 27 11:19:00.162446 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-14959858-cd55-462b-8dc6-c82d8931e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:00.163821 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-14959858-cd55-462b-8dc6-c82d8931e5ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f HTTP/1.1" status: 200 len: 913 time: 0.0832336 Jan 27 11:19:00.207836 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-dba38ac4-8449-4715-9e64-0ba66baf547c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 HTTP/1.1" status: 200 len: 217 time: 0.0363150 Jan 27 11:19:00.230833 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:00.259105 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-534d6281-8f47-4b3e-a5d1-e33dbd11aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:00.260560 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-534d6281-8f47-4b3e-a5d1-e33dbd11aca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f6f61f1-feab-46b6-8927-167201778323 HTTP/1.1" status: 200 len: 852 time: 0.0454962 Jan 27 11:19:00.299493 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-e745aba1-e00e-4df3-bf16-66e57234da43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242612 Jan 27 11:19:00.399636 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-8a0e5d36-2486-4953-9901-bf86a9465a4d service neutron] 10.222.0.49 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865080 Jan 27 11:19:00.494201 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0397b16-26d0-4608-8e5d-c8c08f8cf22f req-307b2054-0797-44a9-a954-91dd5ff2c337 service neutron] 10.222.0.49 "GET /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Jan 27 11:19:00.539679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f95fa-74ba-42c6-831d-d81797dbb233 req-fcad6eac-075b-4468-91cf-91a6237ba68a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:00.542002 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8d1f95fa-74ba-42c6-831d-d81797dbb233 req-fcad6eac-075b-4468-91cf-91a6237ba68a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0529211 Jan 27 11:19:00.590275 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8d1f95fa-74ba-42c6-831d-d81797dbb233 req-6913198e-8f66-49d2-b041-95d52601029f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Jan 27 11:19:01.590327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8099d-f425-4fec-8b6f-496f11d8457e req-79e4803a-52a0-4ef4-9f3f-d2bb3918c9ea tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:01.591943 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83d8099d-f425-4fec-8b6f-496f11d8457e req-79e4803a-52a0-4ef4-9f3f-d2bb3918c9ea tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0580997 Jan 27 11:19:01.675388 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83d8099d-f425-4fec-8b6f-496f11d8457e req-ec117027-eae6-41e6-b83b-4055904563d1 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766954 Jan 27 11:19:01.731102 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36b278-3428-4b5e-9f65-2e57dabbb498 req-16eff4d7-c174-40a2-829a-4bcd8c946e24 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:01.732706 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7f36b278-3428-4b5e-9f65-2e57dabbb498 req-16eff4d7-c174-40a2-829a-4bcd8c946e24 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0561442 Jan 27 11:19:01.786136 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7f36b278-3428-4b5e-9f65-2e57dabbb498 req-2f78c25c-b781-42af-be89-a07ff8371af6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480132 Jan 27 11:19:02.210390 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44850) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.320565 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.339690 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4f76-10b3-400b-852c-f8f0dd2ab4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.399435 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Publish callbacks [] for security_group (19366166-9010-47ef-a6a0-1a8add6e7771), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.404411 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19366166-9010-47ef-a6a0-1a8add6e7771), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.447041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19366166-9010-47ef-a6a0-1a8add6e7771,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:02.452127 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ead30d62de8b40a390327f5489f2dfce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406714 Jan 27 11:19:02.459166 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44864) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.459608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.460237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.460237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.460466 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.460786 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.461103 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.461418 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345e7a53-0e8e-4d6b-af05-306253f317eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.508961 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Publish callbacks [] for security_group (19366166-9010-47ef-a6a0-1a8add6e7771), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.529450 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Publish callbacks [] for security_group (19366166-9010-47ef-a6a0-1a8add6e7771), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.584559 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19366166-9010-47ef-a6a0-1a8add6e7771), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.587141 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.588313 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19366166-9010-47ef-a6a0-1a8add6e7771 HTTP/1.1" status: 204 len: 168 time: 0.1319814 Jan 27 11:19:02.596367 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19366166-9010-47ef-a6a0-1a8add6e7771,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:02.603750 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.604100 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.604460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.604871 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.605199 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.605509 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.605823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.606140 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.606483 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.606829 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.607129 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.607583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.607886 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b1f28-fcd7-48cd-b915-6fbf10e2c6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:02.789827 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99a6ff-b60b-4ba2-8562-3002bea109a1 req-61c0fc89-b6e3-411f-9dc7-144603f1922b tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:02.791963 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-df99a6ff-b60b-4ba2-8562-3002bea109a1 req-61c0fc89-b6e3-411f-9dc7-144603f1922b tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0514636 Jan 27 11:19:02.851597 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-df99a6ff-b60b-4ba2-8562-3002bea109a1 req-de9d975e-9ffe-4ad9-b5b9-c492b7f50dcb tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530167 Jan 27 11:19:02.881596 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44884) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.894856 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70310b13-e954-436f-b5dc-8e2b23e53a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.902558 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44886) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:02.954104 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507d1e7-02e7-4ab4-860d-f4fc2dec740e req-11fcda8d-3d4b-4b2d-ac2d-134acb6afa82 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:02.955693 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f507d1e7-02e7-4ab4-860d-f4fc2dec740e req-11fcda8d-3d4b-4b2d-ac2d-134acb6afa82 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0896261 Jan 27 11:19:02.962659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Deleting subnet e870b594-3f8a-40a1-b6f3-8a7b6c29b27f {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:19:02.967599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Publish callbacks [] for subnet (e870b594-3f8a-40a1-b6f3-8a7b6c29b27f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.974796 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70310b13-e954-436f-b5dc-8e2b23e53a5e admin admin] Publish callbacks [] for security_group (222a9854-6936-4cbc-b397-4ca8ee634bf8), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:02.980011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70310b13-e954-436f-b5dc-8e2b23e53a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (222a9854-6936-4cbc-b397-4ca8ee634bf8), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.006675 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70310b13-e954-436f-b5dc-8e2b23e53a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a9854-6936-4cbc-b397-4ca8ee634bf8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.026115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610587'] for subnet (e870b594-3f8a-40a1-b6f3-8a7b6c29b27f), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.037310 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-70310b13-e954-436f-b5dc-8e2b23e53a5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee7dabdc3b7b4d04a4b68bb8e8b25cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521676 Jan 27 11:19:03.038055 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44896) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.075170 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f507d1e7-02e7-4ab4-860d-f4fc2dec740e req-96715342-96f4-48e4-97a3-24a5c9a4b4b8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Jan 27 11:19:03.089712 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] Publish callbacks [] for security_group (222a9854-6936-4cbc-b397-4ca8ee634bf8), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.095318 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (e870b594-3f8a-40a1-b6f3-8a7b6c29b27f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.110951 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] Publish callbacks [] for security_group (222a9854-6936-4cbc-b397-4ca8ee634bf8), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.151795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25302207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25219264'] for subnet (e870b594-3f8a-40a1-b6f3-8a7b6c29b27f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.165134 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.168507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e870b594-3f8a-40a1-b6f3-8a7b6c29b27f HTTP/1.1" status: 204 len: 168 time: 0.2646582 Jan 27 11:19:03.171398 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44900) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.182712 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (222a9854-6936-4cbc-b397-4ca8ee634bf8), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.185938 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.187398 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/222a9854-6936-4cbc-b397-4ca8ee634bf8 HTTP/1.1" status: 204 len: 168 time: 0.1481960 Jan 27 11:19:03.202222 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d4f3b-2e1d-4ae0-816b-d596fa1f2f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e870b594-3f8a-40a1-b6f3-8a7b6c29b27f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.233472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42be63-9e99-490c-b88f-ada4236a3c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a9854-6936-4cbc-b397-4ca8ee634bf8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.290793 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (cd4fdcac-dc5e-4173-a370-01e3fab44608), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.361293 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44910) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.374597 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (cd4fdcac-dc5e-4173-a370-01e3fab44608), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.486015 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a69df8e2-e97a-44bd-9a89-3a5156eaae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.575073 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a69df8e2-e97a-44bd-9a89-3a5156eaae14 admin admin] Publish callbacks [] for security_group (0539c7b5-08b0-489c-8a68-5c8fe0168511), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.581545 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a69df8e2-e97a-44bd-9a89-3a5156eaae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0539c7b5-08b0-489c-8a68-5c8fe0168511), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.589918 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4fdcac-dc5e-4173-a370-01e3fab44608']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:03.604766 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fe3fcd-9f34-46cc-b4d1-d81d64874030') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:03.605212 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fe3fcd-9f34-46cc-b4d1-d81d64874030') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:03.616088 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (f8fe3fcd-9f34-46cc-b4d1-d81d64874030), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.620268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a69df8e2-e97a-44bd-9a89-3a5156eaae14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8761403f454d4f92930d8f4780e4cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579010 Jan 27 11:19:03.621232 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df8e2-e97a-44bd-9a89-3a5156eaae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0539c7b5-08b0-489c-8a68-5c8fe0168511,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.623639 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44924) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.641181 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (f8fe3fcd-9f34-46cc-b4d1-d81d64874030), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.648767 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:19:03.649213 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (f8fe3fcd-9f34-46cc-b4d1-d81d64874030), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:19:03.651176 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:19:03.678739 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] Publish callbacks [] for security_group (0539c7b5-08b0-489c-8a68-5c8fe0168511), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.700405 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] Publish callbacks [] for security_group (0539c7b5-08b0-489c-8a68-5c8fe0168511), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.709265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (cd4fdcac-dc5e-4173-a370-01e3fab44608), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.715452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.725603 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd4fdcac-dc5e-4173-a370-01e3fab44608 HTTP/1.1" status: 204 len: 168 time: 0.5530901 Jan 27 11:19:03.727773 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44932) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.745108 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49e273-86c8-4687-9867-a9ac793a8708 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4fdcac-dc5e-4173-a370-01e3fab44608,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.755101 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0539c7b5-08b0-489c-8a68-5c8fe0168511), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.757979 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.759213 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0539c7b5-08b0-489c-8a68-5c8fe0168511 HTTP/1.1" status: 204 len: 168 time: 0.1345091 Jan 27 11:19:03.770503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089f74c-1d90-4d62-a634-4c0ac80c3637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0539c7b5-08b0-489c-8a68-5c8fe0168511,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.790639 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Deleting subnet 7ead6453-73a3-4c3a-a711-bed55ebb6937 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:19:03.794006 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Publish callbacks [] for subnet (7ead6453-73a3-4c3a-a711-bed55ebb6937), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.832845 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (7ead6453-73a3-4c3a-a711-bed55ebb6937), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.876495 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (7ead6453-73a3-4c3a-a711-bed55ebb6937), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.938644 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (7ead6453-73a3-4c3a-a711-bed55ebb6937), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.971922 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ead6453-73a3-4c3a-a711-bed55ebb6937,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:03.974270 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:03.978714 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f7572082-1efd-443a-8171-8dc0c6f8992b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ead6453-73a3-4c3a-a711-bed55ebb6937 HTTP/1.1" status: 204 len: 168 time: 0.2499342 Jan 27 11:19:03.981137 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44944) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:03.998623 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed400db-d8a7-44d5-9656-369cf37f527f req-0eb5ae3f-6b8c-4834-9b41-039a994cc57e tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.001372 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fed400db-d8a7-44d5-9656-369cf37f527f req-0eb5ae3f-6b8c-4834-9b41-039a994cc57e tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0712605 Jan 27 11:19:04.061670 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fed400db-d8a7-44d5-9656-369cf37f527f req-470bbdd5-2105-43fd-9158-fcd964f55125 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544024 Jan 27 11:19:04.065019 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (9fbedc7e-3135-470e-8db3-90c0c9691489), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.135782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:04.171133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bad836da-786e-4961-af5c-d8536ea7a79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.171413 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (9fbedc7e-3135-470e-8db3-90c0c9691489), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.191543 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbedc7e-3135-470e-8db3-90c0c9691489']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.200826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f62af-100f-4dc3-a350-dbb8a7d52439') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.201116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f62af-100f-4dc3-a350-dbb8a7d52439') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:04.214242 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1e3ef-70e8-484a-9488-26f24a8d36c1 req-02af9602-d3d0-4a29-b2fb-a404655a5acb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:04.215109 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (765f62af-100f-4dc3-a350-dbb8a7d52439), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.215759 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-84a1e3ef-70e8-484a-9488-26f24a8d36c1 req-02af9602-d3d0-4a29-b2fb-a404655a5acb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0778039 Jan 27 11:19:04.229468 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (765f62af-100f-4dc3-a350-dbb8a7d52439), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.235971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:19:04.236555 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (765f62af-100f-4dc3-a350-dbb8a7d52439), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:19:04.238463 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:19:04.296843 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-84a1e3ef-70e8-484a-9488-26f24a8d36c1 req-daa36e86-8136-4899-ba73-698debd399ae tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Jan 27 11:19:04.298715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (9fbedc7e-3135-470e-8db3-90c0c9691489), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.307638 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.319123 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9fbedc7e-3135-470e-8db3-90c0c9691489 HTTP/1.1" status: 204 len: 168 time: 0.3365567 Jan 27 11:19:04.330945 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da885f-aa7d-4dbb-9fdf-fe81132c34f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbedc7e-3135-470e-8db3-90c0c9691489,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:04.363964 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bad836da-786e-4961-af5c-d8536ea7a79d admin admin] Publish callbacks [] for security_group (4bfc20ec-343a-4de5-b2ec-c2565023dfc9), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.369767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bad836da-786e-4961-af5c-d8536ea7a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4bfc20ec-343a-4de5-b2ec-c2565023dfc9), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.409369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad836da-786e-4961-af5c-d8536ea7a79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc20ec-343a-4de5-b2ec-c2565023dfc9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:04.416371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-bad836da-786e-4961-af5c-d8536ea7a79d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae5be5745c3e4b9799d6b516dc76617f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768261 Jan 27 11:19:04.416906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44962) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:04.483973 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 44966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:04.491874 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] Publish callbacks [] for security_group (4bfc20ec-343a-4de5-b2ec-c2565023dfc9), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.529121 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d2d64547-40f7-4667-8c71-285695a1d5cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcfbfc27ac704944a391deffb047b0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439432 Jan 27 11:19:04.530052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] Publish callbacks [] for security_group (4bfc20ec-343a-4de5-b2ec-c2565023dfc9), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.531647 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44970) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:04.598859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73477184-b62d-4688-87ef-bf20815217c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.614041 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] Publish callbacks [] for security_group (8f928541-6850-4c52-95bf-400da6d89fd8), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.635602 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4bfc20ec-343a-4de5-b2ec-c2565023dfc9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.638203 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.639384 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bfc20ec-343a-4de5-b2ec-c2565023dfc9 HTTP/1.1" status: 204 len: 168 time: 0.2212896 Jan 27 11:19:04.645491 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] Publish callbacks [] for security_group (8f928541-6850-4c52-95bf-400da6d89fd8), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.658578 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a8468-8e65-43ef-9750-d905e7b1886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc20ec-343a-4de5-b2ec-c2565023dfc9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:04.705280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8f928541-6850-4c52-95bf-400da6d89fd8), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.708491 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:04.709841 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f928541-6850-4c52-95bf-400da6d89fd8 HTTP/1.1" status: 204 len: 168 time: 0.1772556 Jan 27 11:19:04.717670 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654687-5e9e-4146-8c1a-13d1efcc37be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f928541-6850-4c52-95bf-400da6d89fd8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:05.002154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44986) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:05.017153 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18f73e2f-66db-4a5c-9a74-c7b442102d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.100058 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18f73e2f-66db-4a5c-9a74-c7b442102d0c admin admin] Publish callbacks [] for security_group (53eaf446-b6b0-445d-b5c4-6a0468d7aa43), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.107932 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-18f73e2f-66db-4a5c-9a74-c7b442102d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (53eaf446-b6b0-445d-b5c4-6a0468d7aa43), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.152472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f73e2f-66db-4a5c-9a74-c7b442102d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eaf446-b6b0-445d-b5c4-6a0468d7aa43,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:05.157594 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-18f73e2f-66db-4a5c-9a74-c7b442102d0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4200c46f6b84efc9a4b62c9713eafbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543725 Jan 27 11:19:05.160733 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44996) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:05.194486 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 44998) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:05.206863 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d929bc-3c9b-41d4-9f30-3d071249d257 req-d7fbb6f3-95cc-4406-9249-67e0c31c586f tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:05.208358 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6d929bc-3c9b-41d4-9f30-3d071249d257 req-d7fbb6f3-95cc-4406-9249-67e0c31c586f tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0600421 Jan 27 11:19:05.243060 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] Publish callbacks [] for security_group (53eaf446-b6b0-445d-b5c4-6a0468d7aa43), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.256072 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6d929bc-3c9b-41d4-9f30-3d071249d257 req-93bfe43b-39c7-4c04-8b6c-b7b0531d4b35 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415401 Jan 27 11:19:05.262800 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ebf26511-1c05-459b-adde-c4ebc0578e50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a34fc1cf7abf403599b078f8ac4aa810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669756 Jan 27 11:19:05.265207 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45000) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:05.288877 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] Publish callbacks [] for security_group (53eaf446-b6b0-445d-b5c4-6a0468d7aa43), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.351219 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] Publish callbacks [] for security_group (f7efba1e-f5ee-4257-bd16-62ead86439af), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.383886 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] Publish callbacks [] for security_group (f7efba1e-f5ee-4257-bd16-62ead86439af), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.408279 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (53eaf446-b6b0-445d-b5c4-6a0468d7aa43), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.410990 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.414840 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53eaf446-b6b0-445d-b5c4-6a0468d7aa43 HTTP/1.1" status: 204 len: 168 time: 0.2503695 Jan 27 11:19:05.431649 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2316a-f789-4f33-a3d2-085c293f99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eaf446-b6b0-445d-b5c4-6a0468d7aa43,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:05.462277 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f7efba1e-f5ee-4257-bd16-62ead86439af), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.466285 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:05.467522 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7efba1e-f5ee-4257-bd16-62ead86439af HTTP/1.1" status: 204 len: 168 time: 0.2014272 Jan 27 11:19:05.478828 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c94240-ca4a-4c0d-a4a2-25ae47b0088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7efba1e-f5ee-4257-bd16-62ead86439af,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:05.488864 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e61dd-0fec-43e4-a14c-c1b117dd41eb req-764a20bc-2dac-4ec4-aac7-91006130b81a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:05.490440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-786e61dd-0fec-43e4-a14c-c1b117dd41eb req-764a20bc-2dac-4ec4-aac7-91006130b81a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0784125 Jan 27 11:19:05.548948 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-786e61dd-0fec-43e4-a14c-c1b117dd41eb req-132e303c-b318-445d-84de-483696e23691 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515847 Jan 27 11:19:05.802481 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:06.380487 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62707e57-7b4a-4112-b9cc-7503c1d15ddf req-22a49320-a919-4831-ae36-a82d850fd84c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:06.383003 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-62707e57-7b4a-4112-b9cc-7503c1d15ddf req-22a49320-a919-4831-ae36-a82d850fd84c tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.0538697 Jan 27 11:19:06.433102 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-62707e57-7b4a-4112-b9cc-7503c1d15ddf req-5343cad9-8a5e-4880-bcf2-9ddaf53216b2 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8be47b-b8d1-447a-82fd-3c71cae220e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Jan 27 11:19:06.516201 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-1b08e3c3-2db7-4f62-821a-cb81e03b9865 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:06.517748 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-1b08e3c3-2db7-4f62-821a-cb81e03b9865 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 946 time: 0.1004875 Jan 27 11:19:06.703174 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Deleting port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:19:06.703431 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:06.714498 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cb8a-2bbf-40ab-b8ff-87b18773b074 req-ebcb9c2f-1a14-4f1a-a1d7-03cf3abe9133 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:06.716577 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6918cb8a-2bbf-40ab-b8ff-87b18773b074 req-ebcb9c2f-1a14-4f1a-a1d7-03cf3abe9133 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0563617 Jan 27 11:19:06.780978 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6918cb8a-2bbf-40ab-b8ff-87b18773b074 req-3017c864-f14c-4334-bf77-5c651161316e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Jan 27 11:19:06.825923 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] For port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,segment=NetworkSegment(033b5b0a-f4d2-4838-86a0-27f18354f545),segment_id=033b5b0a-f4d2-4838-86a0-27f18354f545)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:06.826402 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:06.846788 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Calling delete_port for 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:19:07.137210 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.156680 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:07.173689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Pushing event deleted for resources: {'Port': ['ID=3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:07.237155 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] No DVR routers for this DVR port 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:19:07.240298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.243980 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d8c65541-7a84-4ebf-963b-cf746b44eb90 req-601f14eb-9864-4e87-adc0-72bfe63e81bf tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.49 "DELETE /v2.0/ports/3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 HTTP/1.1" status: 204 len: 173 time: 0.7167382 Jan 27 11:19:07.244486 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'name': 'network-vif-deleted', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:07.249887 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9142eee-9dc8-4ba5-9c09-ad01c4378331" -d '{"events": [{"server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "name": "network-vif-deleted", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:07.256174 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:07.304036 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea07e97-b015-4585-a170-38ba223fea8e x-openstack-request-id: req-4ea07e97-b015-4585-a170-38ba223fea8e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:07.304365 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff003fb-99a7-40c6-b49a-037ab8903a73", "name": "network-vif-deleted", "tag": "3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:07.304826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea07e97-b015-4585-a170-38ba223fea8e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:07.305296 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff003fb-99a7-40c6-b49a-037ab8903a73', 'name': 'network-vif-deleted', 'tag': '3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1', 'status': 'completed', 'code': 200} Jan 27 11:19:07.558933 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ef420d9-cb07-4a6e-b188-d95f6ea7e5db req-e568f71f-da5f-467d-a7d8-25ccef29b936 tempest-DeleteServersTestJSON-1882936584 tempest-DeleteServersTestJSON-1882936584-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ff003fb-99a7-40c6-b49a-037ab8903a73 HTTP/1.1" status: 200 len: 210 time: 0.0362861 Jan 27 11:19:07.906038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb33cd-f755-418b-9d18-c1aca702e56f req-90edfe08-ad38-4d7c-aca7-86090dccd00f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:07.907670 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edbb33cd-f755-418b-9d18-c1aca702e56f req-90edfe08-ad38-4d7c-aca7-86090dccd00f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0538635 Jan 27 11:19:07.955140 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-edbb33cd-f755-418b-9d18-c1aca702e56f req-eaf75bf8-af98-4642-8fbe-ad1b5c3da5dc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Jan 27 11:19:08.459809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:11.601113 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:19:11.632071 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:19:11.632468 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 3ff29c54-fbc1-4ca0-8399-f1ed03cdd7e1 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:19:11.730576 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd3b0d-95c6-4a34-82c5-dddaf0e060e7 req-62efa675-7302-4179-8e3a-a9b145dee0cc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:11.732100 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ffd3b0d-95c6-4a34-82c5-dddaf0e060e7 req-62efa675-7302-4179-8e3a-a9b145dee0cc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0519128 Jan 27 11:19:11.781121 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ffd3b0d-95c6-4a34-82c5-dddaf0e060e7 req-9a0d602b-3761-40e2-b944-be7ed8706913 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Jan 27 11:19:15.252336 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945609b-fb77-4e41-87e6-5607374da65d req-25ee2e76-9c49-4ad1-8036-fad5c8d1c220 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:15.253800 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d945609b-fb77-4e41-87e6-5607374da65d req-25ee2e76-9c49-4ad1-8036-fad5c8d1c220 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0514944 Jan 27 11:19:15.303510 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d945609b-fb77-4e41-87e6-5607374da65d req-d6a83648-233c-4473-9dd6-7201bed27859 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Jan 27 11:19:16.341952 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45414) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:16.392780 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Deleting subnet 7f6f61f1-feab-46b6-8927-167201778323 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:19:16.397319 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Publish callbacks [] for subnet (7f6f61f1-feab-46b6-8927-167201778323), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.434730 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (7f6f61f1-feab-46b6-8927-167201778323), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.449238 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece176e-5a8a-41e2-aed5-d8236becb2e6 req-5afface3-df50-4c39-b5ae-aeb007941843 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:16.452268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dece176e-5a8a-41e2-aed5-d8236becb2e6 req-5afface3-df50-4c39-b5ae-aeb007941843 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0636501 Jan 27 11:19:16.477387 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (7f6f61f1-feab-46b6-8927-167201778323), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.501804 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dece176e-5a8a-41e2-aed5-d8236becb2e6 req-1a8dfdc2-1565-40c4-9b66-b1753f59827c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Jan 27 11:19:16.537001 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (7f6f61f1-feab-46b6-8927-167201778323), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.560601 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6f61f1-feab-46b6-8927-167201778323,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:16.567110 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.570532 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-470bb3ec-4830-4aa2-ac91-56f507e7ce89 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f6f61f1-feab-46b6-8927-167201778323 HTTP/1.1" status: 204 len: 168 time: 0.2272854 Jan 27 11:19:16.573635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45424) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:16.647411 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.727411 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.747691 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb0d0ec-d0bd-4470-abe2-60da6c672a5f']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:16.756966 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b5b0a-f4d2-4838-86a0-27f18354f545') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:16.757261 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b5b0a-f4d2-4838-86a0-27f18354f545') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:16.769911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (033b5b0a-f4d2-4838-86a0-27f18354f545), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.783032 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (033b5b0a-f4d2-4838-86a0-27f18354f545), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.789224 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:19:16.789622 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (033b5b0a-f4d2-4838-86a0-27f18354f545), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:19:16.791435 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:19:16.848553 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (fdb0d0ec-d0bd-4470-abe2-60da6c672a5f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.854577 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:16.858008 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] 10.222.0.52 "DELETE /v2.0/networks/fdb0d0ec-d0bd-4470-abe2-60da6c672a5f HTTP/1.1" status: 204 len: 168 time: 0.2832234 Jan 27 11:19:16.868928 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46736115-3b75-4d4e-b079-021856e6398a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb0d0ec-d0bd-4470-abe2-60da6c672a5f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:17.036182 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45428) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:17.075391 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-005f601f-c6fa-4fdf-86e5-b40e717b4c7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd2f387a50e54488ad9f5089525f27d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380821 Jan 27 11:19:17.078184 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:17.135694 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] Publish callbacks [] for security_group (5e8be47b-b8d1-447a-82fd-3c71cae220e4), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.157089 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] Publish callbacks [] for security_group (5e8be47b-b8d1-447a-82fd-3c71cae220e4), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.208020 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (5e8be47b-b8d1-447a-82fd-3c71cae220e4), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.210537 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:17.211676 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e8be47b-b8d1-447a-82fd-3c71cae220e4 HTTP/1.1" status: 204 len: 168 time: 0.1322591 Jan 27 11:19:17.219744 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353d497-ee4a-4050-9387-b8b2a3a12d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8be47b-b8d1-447a-82fd-3c71cae220e4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:17.655136 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844ece1-a3fc-476c-a373-271a06a52d65 req-cb0cbeec-4a90-463c-b9af-0be70eb21d24 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:17.656765 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b844ece1-a3fc-476c-a373-271a06a52d65 req-cb0cbeec-4a90-463c-b9af-0be70eb21d24 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0595737 Jan 27 11:19:17.719244 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b844ece1-a3fc-476c-a373-271a06a52d65 req-4937d632-dc91-48d0-924b-845f7c63dd9b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565073 Jan 27 11:19:17.996866 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45480) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:18.104063 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1492269790-network', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:18.132855 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Made reservation on behalf of ea934d7ccca64699971c5ae6561b1158 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:18.135263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.143887 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.224194 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks [] for security_group (7f21e7f2-7bda-450d-8a8e-0cf743fde5ca), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.230274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7f21e7f2-7bda-450d-8a8e-0cf743fde5ca), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.260734 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:19:18.273082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f21e7f2-7bda-450d-8a8e-0cf743fde5ca,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:18.280118 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (49184a56-4365-4dbf-906d-79ef12cd7621), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.280470 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Added segment 49184a56-4365-4dbf-906d-79ef12cd7621 of type vlan for network ad50aaad-c581-44d4-952c-b2c69f604c01 Jan 27 11:19:18.323909 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (ad50aaad-c581-44d4-952c-b2c69f604c01), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.350630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (ad50aaad-c581-44d4-952c-b2c69f604c01), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.351724 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:18.353048 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.417607 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4192362 Jan 27 11:19:18.420646 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45490) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:18.425689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Request body: {'subnet': {'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1492269790-subnet', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:18.430602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de2bdf-415e-43b9-9e88-01897226f9de admin admin] Pushing event updated for resources: {'Network': ['ID=ad50aaad-c581-44d4-952c-b2c69f604c01,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:18.444707 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network ad50aaad-c581-44d4-952c-b2c69f604c01 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:19:18.461307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Made reservation on behalf of ea934d7ccca64699971c5ae6561b1158 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:18.463647 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.655146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:18.662174 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (916c95fc-02c7-4197-90ab-e9e5ecf04a4c), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.721618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916c95fc-02c7-4197-90ab-e9e5ecf04a4c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:18.730697 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Checking segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:18.730979 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Network hostable DHCP agents. Network: ad50aaad-c581-44d4-952c-b2c69f604c01, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:19:18.761720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:19:18.778908 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, ad50aaad-c581-44d4-952c-b2c69f604c01) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:18.783368 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:18.783970 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.790827 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f3d2c-59f3-4639-961b-5496046e4159 None None] Network ad50aaad-c581-44d4-952c-b2c69f604c01 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:19:18.812901 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-87227f22-59bf-4d13-9ec4-3aba172eba43 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3909278 Jan 27 11:19:18.815439 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45510) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:18.823031 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:18.849298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.851206 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.915811 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for router_controller (7596195b-5e88-482b-a6f5-cf0ee4e72f52), precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:18.917083 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-ad50aaad-c581-44d4-952c-b2c69f604c01', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:19:18.918167 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.084838 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for router_gateway (7596195b-5e88-482b-a6f5-cf0ee4e72f52), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.085752 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c0c119c-aef4-4c2f-8635-4238916673d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.099620 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Allocated IP 172.20.0.2 (ad50aaad-c581-44d4-952c-b2c69f604c01/916c95fc-02c7-4197-90ab-e9e5ecf04a4c/1cc9337a-3cbe-403a-91bf-8e544e6a181f) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:19.163777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541f9d4-d3d5-47ce-8422-c4ca5af3d4c2 req-48b693ce-c55a-4a0c-b400-fb1b6a59e383 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:19.170677 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f541f9d4-d3d5-47ce-8422-c4ca5af3d4c2 req-48b693ce-c55a-4a0c-b400-fb1b6a59e383 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0873597 Jan 27 11:19:19.229265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45522) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:19.258065 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f541f9d4-d3d5-47ce-8422-c4ca5af3d4c2 req-aec2f41f-a94c-42ff-84b8-4b1330cec5cc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814936 Jan 27 11:19:19.275712 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c0c119c-aef4-4c2f-8635-4238916673d7 admin admin] Publish callbacks [] for security_group (4650ee48-e578-4f22-bc90-6307b0caf3d3), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.286459 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5c0c119c-aef4-4c2f-8635-4238916673d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4650ee48-e578-4f22-bc90-6307b0caf3d3), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.296045 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks [] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.303353 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.335441 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-5c0c119c-aef4-4c2f-8635-4238916673d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b78a5ddd6554808bc364b8f2632eb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6790736 Jan 27 11:19:19.336254 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c119c-aef4-4c2f-8635-4238916673d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650ee48-e578-4f22-bc90-6307b0caf3d3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.340184 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45526) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:19.370408 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for router_gateway (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.372028 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Pushing event updated for resources: {'Port': ['ID=1cc9337a-3cbe-403a-91bf-8e544e6a181f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.381561 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.381906 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.382271 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.382822 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.383140 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.383468 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.383932 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.384262 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.384587 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.384926 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.385256 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.385566 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.385879 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:19.397441 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:19.398870 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:19.400477 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12f9c61b-935f-4e14-bde6-cb980676d9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.401235 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:19.404196 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.407586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] Publish callbacks [] for security_group (4650ee48-e578-4f22-bc90-6307b0caf3d3), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.433713 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] Publish callbacks [] for security_group (4650ee48-e578-4f22-bc90-6307b0caf3d3), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.456963 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Attempting to bind port 1cc9337a-3cbe-403a-91bf-8e544e6a181f on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:19.457563 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Attempting to bind port 1cc9337a-3cbe-403a-91bf-8e544e6a181f by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:19.457662 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Attempting to bind port 1cc9337a-3cbe-403a-91bf-8e544e6a181f on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:19.466261 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:19.466671 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Checking segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:19.467099 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.467491 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Bound using segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:19.467949 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Bound port: 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:19.468328 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.498508 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4650ee48-e578-4f22-bc90-6307b0caf3d3), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.501445 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.502745 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4650ee48-e578-4f22-bc90-6307b0caf3d3 HTTP/1.1" status: 204 len: 168 time: 0.1615593 Jan 27 11:19:19.514367 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea060-bc95-447e-872b-4e1a412e9918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650ee48-e578-4f22-bc90-6307b0caf3d3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.556997 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Allocated IP 172.27.3.253 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/204f0132-f27d-41c1-b483-ea64a6f48b76) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:19.584794 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12f9c61b-935f-4e14-bde6-cb980676d9d3 admin admin] Publish callbacks [] for security_group (d69444bf-b187-49fb-96e3-471eadd6b3b4), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.586102 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] For port 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:19.592312 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] For port 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1cc9337a-3cbe-403a-91bf-8e544e6a181f,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:19.602585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.608991 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-12f9c61b-935f-4e14-bde6-cb980676d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d69444bf-b187-49fb-96e3-471eadd6b3b4), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.721150 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9c61b-935f-4e14-bde6-cb980676d9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69444bf-b187-49fb-96e3-471eadd6b3b4,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.724043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df414e-4013-4999-809a-61d6d8bba763 None None] Pushing event updated for resources: {'Port': ['ID=1cc9337a-3cbe-403a-91bf-8e544e6a181f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.752689 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-12f9c61b-935f-4e14-bde6-cb980676d9d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19a644917332441aa0d3e1952a4e5f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202141 Jan 27 11:19:19.755393 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45538) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:19.781583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.827795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] Publish callbacks [] for security_group (d69444bf-b187-49fb-96e3-471eadd6b3b4), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.832503 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.860795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] Publish callbacks [] for security_group (d69444bf-b187-49fb-96e3-471eadd6b3b4), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.886091 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:19.888926 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:19.894665 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:19.938161 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Pushing event updated for resources: {'Port': ['ID=204f0132-f27d-41c1-b483-ea64a6f48b76,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.958801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d69444bf-b187-49fb-96e3-471eadd6b3b4), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.970386 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:19.973825 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d69444bf-b187-49fb-96e3-471eadd6b3b4 HTTP/1.1" status: 204 len: 168 time: 0.2144461 Jan 27 11:19:19.981673 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b629b5-4528-4427-bebe-9bb00dcece38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69444bf-b187-49fb-96e3-471eadd6b3b4,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:19.993465 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45542) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.037350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d14b55a-ae6f-45bd-a01f-7bdb38a8d170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.163375 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d14b55a-ae6f-45bd-a01f-7bdb38a8d170 admin admin] Publish callbacks [] for security_group (19d6ed5d-6eb1-4386-b454-542acc520d5b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.171579 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d14b55a-ae6f-45bd-a01f-7bdb38a8d170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19d6ed5d-6eb1-4386-b454-542acc520d5b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.220185 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9d14b55a-ae6f-45bd-a01f-7bdb38a8d170 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65981814754143bdac22ac978a87c5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229385 Jan 27 11:19:20.220185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b55a-ae6f-45bd-a01f-7bdb38a8d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d6ed5d-6eb1-4386-b454-542acc520d5b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:20.221342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45544) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.291384 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] Publish callbacks [] for security_group (19d6ed5d-6eb1-4386-b454-542acc520d5b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.314979 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] Publish callbacks [] for security_group (19d6ed5d-6eb1-4386-b454-542acc520d5b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.414610 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad9a9-3a88-49bb-b338-9da8d27dfdae req-6db7d8d0-84bc-4cdd-9b37-13770b163084 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:20.416030 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-542ad9a9-3a88-49bb-b338-9da8d27dfdae req-6db7d8d0-84bc-4cdd-9b37-13770b163084 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0590219 Jan 27 11:19:20.417721 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (19d6ed5d-6eb1-4386-b454-542acc520d5b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.420383 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.422788 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19d6ed5d-6eb1-4386-b454-542acc520d5b HTTP/1.1" status: 204 len: 168 time: 0.2003379 Jan 27 11:19:20.461650 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f047e-052b-46c3-b56c-c4f7a95af101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d6ed5d-6eb1-4386-b454-542acc520d5b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:20.486409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for router_gateway (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.519751 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45552) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.537929 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-542ad9a9-3a88-49bb-b338-9da8d27dfdae req-89af8090-e603-44d6-9713-da9351140316 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Jan 27 11:19:20.553776 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede34c0b-3798-42ae-ba73-9f468957543a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.669456 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede34c0b-3798-42ae-ba73-9f468957543a admin admin] Publish callbacks [] for security_group (13693db6-bdf4-4f83-9ffe-c122e943ccd0), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.677831 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ede34c0b-3798-42ae-ba73-9f468957543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (13693db6-bdf4-4f83-9ffe-c122e943ccd0), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.771596 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45564) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:20.773997 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ede34c0b-3798-42ae-ba73-9f468957543a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=142cb73b98a949dd8546837dcafd5ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466738 Jan 27 11:19:20.775878 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede34c0b-3798-42ae-ba73-9f468957543a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13693db6-bdf4-4f83-9ffe-c122e943ccd0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:20.785322 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.949577 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] Publish callbacks [] for security_group (13693db6-bdf4-4f83-9ffe-c122e943ccd0), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:20.964445 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad1a08-d406-4048-b419-e5c21501c801 None None] Network ad50aaad-c581-44d4-952c-b2c69f604c01 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:19:20.990082 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] Publish callbacks [] for security_group (13693db6-bdf4-4f83-9ffe-c122e943ccd0), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.045154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:19:21.058402 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (13693db6-bdf4-4f83-9ffe-c122e943ccd0), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.061072 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.062223 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13693db6-bdf4-4f83-9ffe-c122e943ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2877276 Jan 27 11:19:21.080927 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Provisioning complete for port 1cc9337a-3cbe-403a-91bf-8e544e6a181f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:21.081413 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.103093 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e3cb6-c0fd-460e-bdb9-c57a7c9c5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13693db6-bdf4-4f83-9ffe-c122e943ccd0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.221063 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:21.230447 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Current status of the port 1cc9337a-3cbe-403a-91bf-8e544e6a181f is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:21.230967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.255859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:21.259531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.260758 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7d48b9d5-040a-4ba8-8756-e6765dfa8886 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4436529 Jan 27 11:19:21.263811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45582) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:21.292693 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:21.293531 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:21.346558 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] For port 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1cc9337a-3cbe-403a-91bf-8e544e6a181f,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:21.360218 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.504698 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1cc9337a-3cbe-403a-91bf-8e544e6a181f up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:21.512288 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f8d38-3b86-476f-b260-5d472856af16 None None] Pushing event updated for resources: {'Port': ['ID=1cc9337a-3cbe-403a-91bf-8e544e6a181f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:21.572160 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:21.788461 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-65a4b630-79ab-4ce9-8023-3888a9163776 None None] Provisioning complete for port 1cc9337a-3cbe-403a-91bf-8e544e6a181f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:21.788831 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65a4b630-79ab-4ce9-8023-3888a9163776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.813145 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af6a3-0347-40b7-9b5e-b47b7a6dcc92 req-e69151f0-3d15-4350-b9f2-649ca62fcab4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:21.843791 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-132af6a3-0347-40b7-9b5e-b47b7a6dcc92 req-e69151f0-3d15-4350-b9f2-649ca62fcab4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1469884 Jan 27 11:19:21.845679 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 1cc9337a-3cbe-403a-91bf-8e544e6a181f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:21.846052 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:21.934284 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-132af6a3-0347-40b7-9b5e-b47b7a6dcc92 req-f0f4788b-b8c6-4051-a06c-2c2371e49a66 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891848 Jan 27 11:19:21.980398 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:20Z', 'revision_number': 3, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:22.028201 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:22.028546 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Updating router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 port 204f0132-f27d-41c1-b483-ea64a6f48b76 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:19:22.035123 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-65a4b630-79ab-4ce9-8023-3888a9163776 None None] Current status of the port 1cc9337a-3cbe-403a-91bf-8e544e6a181f is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:22.061157 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 1cc9337a-3cbe-403a-91bf-8e544e6a181f is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:22.067487 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.083322 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.286304 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Allocated IP 172.20.0.1 (ad50aaad-c581-44d4-952c-b2c69f604c01/916c95fc-02c7-4197-90ab-e9e5ecf04a4c/cfdade6a-4f2f-4cb1-8c41-aea9dd607c54) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:22.383745 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks [] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.399402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.443189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks [] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.454579 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df89b9-7f6a-4c56-b0ab-b27975c48034 None None] Pushing event updated for resources: {'Port': ['ID=204f0132-f27d-41c1-b483-ea64a6f48b76,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:22.462771 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Attempting to bind port 204f0132-f27d-41c1-b483-ea64a6f48b76 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:22.463264 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Attempting to bind port 204f0132-f27d-41c1-b483-ea64a6f48b76 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:22.466521 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Attempting to bind port 204f0132-f27d-41c1-b483-ea64a6f48b76 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:22.475100 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:22.475841 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:22.476189 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.477056 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:22.477895 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Bound port: 204f0132-f27d-41c1-b483-ea64a6f48b76, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:22.478382 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.483836 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.521306 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:22.524937 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:22.527608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:22.545034 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] For port 204f0132-f27d-41c1-b483-ea64a6f48b76, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:22.551957 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] For port 204f0132-f27d-41c1-b483-ea64a6f48b76, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=204f0132-f27d-41c1-b483-ea64a6f48b76,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:22.561315 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.601881 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:22.616660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.662302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:22.662302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:22.863687 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df89b9-7f6a-4c56-b0ab-b27975c48034 None None] Pushing event updated for resources: {'Port': ['ID=204f0132-f27d-41c1-b483-ea64a6f48b76,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:22.911439 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.946295 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-d2de0511-d03b-4ca2-a033-13e68385f5f2 None None] Provisioning complete for port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:22.946701 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d2de0511-d03b-4ca2-a033-13e68385f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:22.981638 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:23.100483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d2de0511-d03b-4ca2-a033-13e68385f5f2 None None] Port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:23.163697 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa5c3-73c5-487a-8908-1d4f6089a6e7 req-61cbe6ac-2f63-4624-96ca-2d26857c690d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:23.165268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a5efa5c3-73c5-487a-8908-1d4f6089a6e7 req-61cbe6ac-2f63-4624-96ca-2d26857c690d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1148958 Jan 27 11:19:23.246801 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a5efa5c3-73c5-487a-8908-1d4f6089a6e7 req-b0b41e54-c25f-4cbf-89da-23c51e370b16 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Jan 27 11:19:23.252895 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks [] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.260223 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:20Z', 'revision_number': 3, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:23.264348 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.346917 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8739b49-6c4a-44ac-a054-03eca090df11 None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:20Z', 'revision_number': 3, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:23.350291 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1cc9337a-3cbe-403a-91bf-8e544e6a181f up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:23.361498 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.363303 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:23.418406 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 1cc9337a-3cbe-403a-91bf-8e544e6a181f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:23.418878 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:23.561551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:23.568125 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 1cc9337a-3cbe-403a-91bf-8e544e6a181f is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:23.570504 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:23.748218 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:23.881896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:23.887800 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-95895e9e-7739-4e0d-b354-44d196dba4c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/7596195b-5e88-482b-a6f5-cf0ee4e72f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227849 Jan 27 11:19:23.942110 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c9f9bd4c-76e8-4ae4-9899-0a176e1f6509 None None] Provisioning complete for port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:23.942987 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9f9bd4c-76e8-4ae4-9899-0a176e1f6509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.001497 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9bd4c-76e8-4ae4-9899-0a176e1f6509 None None] Port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:24.507685 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45686) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:24.512364 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152965612', 'description': 'tempest-description--1926051127'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:24.535572 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.627066 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4f15-f746-409c-aacb-3ed38d410a58 req-0377c4ca-4f77-4efb-9a2f-6253c24b52f7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:24.628328 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26cf4f15-f746-409c-aacb-3ed38d410a58 req-0377c4ca-4f77-4efb-9a2f-6253c24b52f7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0808430 Jan 27 11:19:24.669674 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (1b81a87d-850e-4369-8f5c-67cf639d82ad), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.675148 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1b81a87d-850e-4369-8f5c-67cf639d82ad), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.720246 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26cf4f15-f746-409c-aacb-3ed38d410a58 req-2430a1e6-88e2-4215-a4c9-0741173bf0d8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838561 Jan 27 11:19:24.726237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.730194 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2186768 Jan 27 11:19:24.730194 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee8469-eab6-4621-9f61-1a28ffc3c2a6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b81a87d-850e-4369-8f5c-67cf639d82ad,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:24.731032 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45694) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:24.736521 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group_rule': {'security_group_id': '1b81a87d-850e-4369-8f5c-67cf639d82ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:24.775726 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (d60da1c6-c50b-481c-8f1f-dadd627ac88a), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.856686 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (d60da1c6-c50b-481c-8f1f-dadd627ac88a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.861071 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (d60da1c6-c50b-481c-8f1f-dadd627ac88a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.883050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60da1c6-c50b-481c-8f1f-dadd627ac88a,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:24.894406 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.895683 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1dcede2e-cd18-40fa-bc1e-b510a74e5e08 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634016 Jan 27 11:19:24.898704 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45698) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:24.903604 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group_rule': {'security_group_id': '1b81a87d-850e-4369-8f5c-67cf639d82ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:24.929441 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (ff410daa-c27e-4270-b661-24570ddf0488), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:24.998092 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (ff410daa-c27e-4270-b661-24570ddf0488), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.004710 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (ff410daa-c27e-4270-b661-24570ddf0488), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.021472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff410daa-c27e-4270-b661-24570ddf0488,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.035898 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.037198 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-75957427-324c-4609-ac4a-7ee3fcc6c46c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374583 Jan 27 11:19:25.040581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45704) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:25.045158 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:25.085852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.206705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.242211 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:25.272496 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:25.276630 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:25.340890 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Allocated IP 172.27.3.222 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/2ca360fe-5e7f-45ad-8a06-57301879b3a7) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:25.419543 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:25.426977 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 204f0132-f27d-41c1-b483-ea64a6f48b76 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:25.477927 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.493370 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 204f0132-f27d-41c1-b483-ea64a6f48b76 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:25.494431 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.530478 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.567421 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:25.571681 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:25.577929 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:25.588241 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=2ca360fe-5e7f-45ad-8a06-57301879b3a7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.601498 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 204f0132-f27d-41c1-b483-ea64a6f48b76 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:25.602001 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.630965 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 204f0132-f27d-41c1-b483-ea64a6f48b76, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=204f0132-f27d-41c1-b483-ea64a6f48b76,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:25.637674 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.658824 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:23Z', 'revision_number': 2, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:25.695197 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=204f0132-f27d-41c1-b483-ea64a6f48b76,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:25.718558 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.775956 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:25.776091 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Updating router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:19:25.785987 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:25.804489 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.180522 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks [] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.189032 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.197354 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a8e2a-d42b-449c-9984-52c4b65d1151 req-0b5f641f-330f-4318-a53c-279065c8fe6d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:26.199018 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc5a8e2a-d42b-449c-9984-52c4b65d1151 req-0b5f641f-330f-4318-a53c-279065c8fe6d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.3623753 Jan 27 11:19:26.238852 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Pushing event updated for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.270283 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.271124 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.271205 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.271545 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.271893 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.272185 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.272517 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.272842 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.273204 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.273682 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.274016 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.274568 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.275075 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:19:26.288065 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.297790 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.337164 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Attempting to bind port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:26.337526 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Attempting to bind port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:26.338084 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Attempting to bind port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:26.342347 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc5a8e2a-d42b-449c-9984-52c4b65d1151 req-d6a08c36-523c-4e40-836c-82908471473f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147726 Jan 27 11:19:26.343384 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:26.343755 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Checking segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:26.344143 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.344521 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Bound using segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:26.344978 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Bound port: cfdade6a-4f2f-4cb1-8c41-aea9dd607c54, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:26.345342 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.421481 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] For port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:26.423105 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.425643 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] For port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:26.428732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=2ca360fe-5e7f-45ad-8a06-57301879b3a7,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.432523 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.461649 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.463020 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-beb613fa-3bec-4a42-9d85-28248b807d2d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4214849 Jan 27 11:19:26.507079 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:26.507729 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:26.517976 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76368e16-7648-40ca-90b2-8a0b3a12b232 None None] Pushing event updated for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.643172 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Provisioning complete for port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:26.643733 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.656363 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:26.737360 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Current status of the port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:26.737754 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.784250 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] For port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:26.793406 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.877721 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ceb3d-df04-40fa-8058-80ac347c37a2 None None] Pushing event updated for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:26.910510 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:26.914861 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-e5d7ec8b-3e61-4f13-ae15-e6a2b939a522 None None] Provisioning complete for port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:26.915232 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e5d7ec8b-3e61-4f13-ae15-e6a2b939a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:26.939901 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322efded-afad-4c21-808f-b24ff5a8ef9c None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:27.002814 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7ec8b-3e61-4f13-ae15-e6a2b939a522 None None] Current status of the port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:27.422163 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 204f0132-f27d-41c1-b483-ea64a6f48b76 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:27.492541 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 204f0132-f27d-41c1-b483-ea64a6f48b76 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:27.492921 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.575765 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 204f0132-f27d-41c1-b483-ea64a6f48b76 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:27.576859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:27.633515 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:27.633515 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:27.724488 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:27.800778 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45774) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:27.919166 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bf1bce7-6714-4924-9ce1-959f85249c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.006843 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bf1bce7-6714-4924-9ce1-959f85249c13 admin admin] Publish callbacks [] for security_group (0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.015084 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9bf1bce7-6714-4924-9ce1-959f85249c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.056405 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bce7-6714-4924-9ce1-959f85249c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.061726 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9bf1bce7-6714-4924-9ce1-959f85249c13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ae8ef1df10e43e086d9a038c8c5b348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598703 Jan 27 11:19:28.064580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45786) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:28.110994 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] Publish callbacks [] for security_group (0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.134234 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] Publish callbacks [] for security_group (0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.190849 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.193689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.197423 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8 HTTP/1.1" status: 204 len: 168 time: 0.1297176 Jan 27 11:19:28.203250 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e9b17-6a4f-4af7-80c1-9de913fb34fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15d4d2-c4ad-4417-8482-c6ef1f8ff4d8,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.570657 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45810) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:28.585403 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bdaf54df-f295-4ed1-97cd-1d4f9a8fa018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.588497 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c1fb6bb5-0219-4c1f-be06-24dc5cd47701 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--152965612&fields=id&tenant_id=ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 267 time: 0.1249940 Jan 27 11:19:28.664312 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-fe30e5b6-04a6-4480-944d-c1c84633bc86 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.665905 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-fe30e5b6-04a6-4480-944d-c1c84633bc86 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.2044091 Jan 27 11:19:28.677575 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bdaf54df-f295-4ed1-97cd-1d4f9a8fa018 admin admin] Publish callbacks [] for security_group (810ba711-b1c5-4c9b-8f0b-a6e953fa45bf), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.682353 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bdaf54df-f295-4ed1-97cd-1d4f9a8fa018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (810ba711-b1c5-4c9b-8f0b-a6e953fa45bf), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.707240 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-0738020c-1cd0-448a-bb66-cc055282033d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/quotas/09fc060747db493cab14611b5585cdaf HTTP/1.1" status: 200 len: 375 time: 0.0161927 Jan 27 11:19:28.723598 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-bdaf54df-f295-4ed1-97cd-1d4f9a8fa018 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b1db7279ff8496f9c6d4bb8da36950e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510468 Jan 27 11:19:28.724236 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf54df-f295-4ed1-97cd-1d4f9a8fa018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810ba711-b1c5-4c9b-8f0b-a6e953fa45bf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.726776 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 45812) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:28.764433 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-76deb214-e588-4f55-9e71-7a3b146d407e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:28.765887 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-76deb214-e588-4f55-9e71-7a3b146d407e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 811 time: 0.1615932 Jan 27 11:19:28.775070 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] Publish callbacks [] for security_group (810ba711-b1c5-4c9b-8f0b-a6e953fa45bf), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.784810 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-f1775e34-615e-4963-8449-ce78cca985e8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716586 Jan 27 11:19:28.787430 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-3d9ad6db-6803-45f3-bafb-b39d474d811b tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/quotas/ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 375 time: 0.0150955 Jan 27 11:19:28.798234 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] Publish callbacks [] for security_group (810ba711-b1c5-4c9b-8f0b-a6e953fa45bf), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.849101 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (810ba711-b1c5-4c9b-8f0b-a6e953fa45bf), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.851760 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:28.852933 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/810ba711-b1c5-4c9b-8f0b-a6e953fa45bf HTTP/1.1" status: 204 len: 168 time: 0.1254251 Jan 27 11:19:28.861479 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb64432-dba1-428f-ba14-b74e67ed8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810ba711-b1c5-4c9b-8f0b-a6e953fa45bf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:28.905177 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-d04e69d4-3dbe-4681-9a8b-d3d414c4b14a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065574 Jan 27 11:19:28.916809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-9f7f8ffa-568c-4f16-9cac-858cf53b78af service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253533 Jan 27 11:19:29.077644 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-445a5b76-60d4-4f0a-8111-9a0b2c85b617 service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494353 Jan 27 11:19:29.079494 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-f0eb0d58-449d-4fa0-bdbd-2eb327cadf55 service neutron] 10.222.0.52 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587644 Jan 27 11:19:29.183226 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-0fad78a6-a811-4c67-87e7-9697af139a91 service neutron] 10.222.0.52 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972042 Jan 27 11:19:29.318719 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6145fc-d41f-40fe-bf9c-38376f581552 req-bbb204f9-5395-4885-bbc3-0d042759217d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:29.328424 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc6145fc-d41f-40fe-bf9c-38376f581552 req-bbb204f9-5395-4885-bbc3-0d042759217d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0753412 Jan 27 11:19:29.446845 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc6145fc-d41f-40fe-bf9c-38376f581552 req-2b498822-9b16-48ee-ad97-865d3df4e5da tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121502 Jan 27 11:19:29.543615 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e291894f-a5f1-41af-a443-ae365339821d req-d91db7a0-de12-433f-90b0-0168e1d79a0a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 210 time: 0.0400326 Jan 27 11:19:29.600912 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07f0c32f-eef0-421a-9ce5-b1148ccca46c req-142cb545-92a1-4112-a7a1-5c0596f530df tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 210 time: 0.0545595 Jan 27 11:19:29.869709 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095b73e-0c5e-4580-ab22-46ff922770a2 req-db9eb8df-38f2-4e8d-8fe6-78ad75b497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:29.872653 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7095b73e-0c5e-4580-ab22-46ff922770a2 req-db9eb8df-38f2-4e8d-8fe6-78ad75b497e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 1099 time: 0.0520935 Jan 27 11:19:29.961672 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7095b73e-0c5e-4580-ab22-46ff922770a2 req-219033f1-cb8a-4a76-946c-5158b19ede50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688636 Jan 27 11:19:30.220700 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:30.579023 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada98849-564a-415c-9534-3c3beffc3d78 req-d440d0a1-d96c-4660-aa0d-7e6767ea1736 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:30.580686 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ada98849-564a-415c-9534-3c3beffc3d78 req-d440d0a1-d96c-4660-aa0d-7e6767ea1736 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0557868 Jan 27 11:19:30.650383 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ada98849-564a-415c-9534-3c3beffc3d78 req-f194a39e-fb6c-4330-a8cb-767215935991 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627000 Jan 27 11:19:30.722922 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d35a13a5-6b31-4f30-a55c-077732ea9284 req-5f449e2b-056e-486d-8cca-99dfcbf71b9f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 210 time: 0.0363543 Jan 27 11:19:30.754957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec36dee3-9e42-41d2-9637-d956760a8793 req-ead95a8f-7053-48ea-9fcc-bfc0d14cb4bc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 210 time: 0.0305789 Jan 27 11:19:31.020366 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-49e79094-b582-48ad-9ba3-5d850013d2c1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:31.022601 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-49e79094-b582-48ad-9ba3-5d850013d2c1 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.1168401 Jan 27 11:19:31.045119 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Request body: {'port': {'device_id': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'admin_state_up': True, 'tenant_id': '09fc060747db493cab14611b5585cdaf'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:31.223409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:31.231604 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.243647 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-0757b02a-537e-4ace-8433-ca7add0a1c8d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:31.246002 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-0757b02a-537e-4ace-8433-ca7add0a1c8d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 811 time: 0.1356063 Jan 27 11:19:31.333197 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-fa0d7d8a-08de-4e42-9210-62c651df8eee tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 379 time: 0.0757921 Jan 27 11:19:31.339686 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45966) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:31.351987 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'port': {'device_id': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'admin_state_up': True, 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'security_groups': ['1b81a87d-850e-4369-8f5c-67cf639d82ad']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:31.412090 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Allocated IP 172.20.0.4 (92dacf81-bb4e-4740-8c25-e817aa3226da/4db07fce-9aae-4085-8d1f-8eb828e42734/75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:31.516382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Made reservation on behalf of ea934d7ccca64699971c5ae6561b1158 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:31.525754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.556741 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6d55-9a31-45dd-aa3b-0f3e954309d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.603533 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks [] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.638673 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.651853 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:31.695495 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Network 92dacf81-bb4e-4740-8c25-e817aa3226da is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:31.702467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:31.717809 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:31.733164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Allocated IP 172.20.0.11 (ad50aaad-c581-44d4-952c-b2c69f604c01/916c95fc-02c7-4197-90ab-e9e5ecf04a4c/65ca217e-219f-459f-a1f2-d5fa6e32fa70) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:31.753783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6d55-9a31-45dd-aa3b-0f3e954309d5 admin admin] Publish callbacks [] for security_group (77a4e398-df53-426f-afee-d20a31e52a09), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.766646 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6d55-9a31-45dd-aa3b-0f3e954309d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (77a4e398-df53-426f-afee-d20a31e52a09), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.778565 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event updated for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:31.801891 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:31.802966 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:31.813124 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6d55-9a31-45dd-aa3b-0f3e954309d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4e398-df53-426f-afee-d20a31e52a09,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:31.842536 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-71242945-cd26-4296-9573-54ace04df259 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031211 Jan 27 11:19:31.855932 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Request body: {'port': {'device_id': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:31.865536 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c9bf6d55-9a31-45dd-aa3b-0f3e954309d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cad5ab163b744a495ebc7d58417563d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245941 Jan 27 11:19:31.871261 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 45984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:31.900447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397b5a2-3a60-4db7-aaea-e2c025b0702e req-27cc031a-a6c6-4c6b-a4eb-16f3ae4d924a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:31.901908 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5397b5a2-3a60-4db7-aaea-e2c025b0702e req-27cc031a-a6c6-4c6b-a4eb-16f3ae4d924a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1537006 Jan 27 11:19:31.909676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.062284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac11423-af1a-4e49-b00d-c71d79de79c3 req-d5b16132-b140-43da-b6c8-0b7a732fdff3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.063785 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ac11423-af1a-4e49-b00d-c71d79de79c3 req-d5b16132-b140-43da-b6c8-0b7a732fdff3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 931 time: 0.2036653 Jan 27 11:19:32.073764 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5397b5a2-3a60-4db7-aaea-e2c025b0702e req-c0c88ec2-0146-4bb1-8344-c2af0bf07e75 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472661 Jan 27 11:19:32.095944 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] Publish callbacks [] for security_group (77a4e398-df53-426f-afee-d20a31e52a09), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.099737 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.150035 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] Publish callbacks [] for security_group (77a4e398-df53-426f-afee-d20a31e52a09), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.187386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:32.195376 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks [] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.202480 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-54070eec-d6d7-487f-9339-1cb517c88897 req-5da7303c-fa2f-405c-8819-76d9b01622bb tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 210 time: 0.0610876 Jan 27 11:19:32.211486 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Transition to ACTIVE for port object 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:19:32.219470 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ac11423-af1a-4e49-b00d-c71d79de79c3 req-e28a7d5f-5f60-43e1-a64c-85ab37439827 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447773 Jan 27 11:19:32.219871 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.248430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.283764 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Pushing event updated for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:32.318991 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (77a4e398-df53-426f-afee-d20a31e52a09), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.321679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.325108 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77a4e398-df53-426f-afee-d20a31e52a09 HTTP/1.1" status: 204 len: 168 time: 0.4435511 Jan 27 11:19:32.348806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b850ebf4-5ea7-4b13-a9e4-06f2afb4c9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.354225 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:32.358491 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Attempting to bind port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:32.358943 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Attempting to bind port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:32.359406 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Attempting to bind port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:32.364373 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 on network 92dacf81-bb4e-4740-8c25-e817aa3226da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:19:32.364868 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Attempting to bind port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:32.369929 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:32.370668 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Checking segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:32.370915 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Bound using segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:32.371427 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Bound port: 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:32.371869 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.387691 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5509fc-145c-404f-b344-209fc9f29e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4e398-df53-426f-afee-d20a31e52a09,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:32.397055 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:32.402612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:32.406699 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:32.446309 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:32.451646 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:32.466348 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.471397 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497073aa-d748-4e70-9973-0da586c0d8b4 req-aa2a5cf7-9a3e-4a43-ab21-652172b80e21 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.481737 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-497073aa-d748-4e70-9973-0da586c0d8b4 req-aa2a5cf7-9a3e-4a43-ab21-652172b80e21 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1814718 Jan 27 11:19:32.500878 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.502159 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.514833 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.515703 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.517656 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] 10.222.0.49 "PUT /v2.0/ports/75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 HTTP/1.1" status: 200 len: 1093 time: 0.6671050 Jan 27 11:19:32.518558 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:32.521173 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47100c05-8701-4e31-9e69-505b62ae45ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:32.536513 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ccd5097b-657b-4010-9075-6551ca4d5e50 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1894407 Jan 27 11:19:32.567881 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf9b02-7977-4456-a100-9eb1ce147bdd service neutron] Pushing event updated for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:32.568678 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Request body: {'port': {'device_id': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:32.587000 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b99034d-4abe-4597-86f9-71075566f96f x-openstack-request-id: req-1b99034d-4abe-4597-86f9-71075566f96f {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:32.587425 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:32.587772 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b99034d-4abe-4597-86f9-71075566f96f {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:32.588882 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'status': 'completed', 'code': 200} Jan 27 11:19:32.651347 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-497073aa-d748-4e70-9973-0da586c0d8b4 req-cad89a3b-b089-4996-896e-86e48a010344 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686935 Jan 27 11:19:32.684329 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-92bb7db0-ead2-4028-a025-07f2fa45a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.686287 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-92bb7db0-ead2-4028-a025-07f2fa45a865 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 1096 time: 0.0707386 Jan 27 11:19:32.704026 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.737453 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-07a4f0f6-bcb3-4f53-81bd-0ab0d7f62cec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 HTTP/1.1" status: 200 len: 217 time: 0.0405905 Jan 27 11:19:32.782614 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-232e59aa-09ad-4c20-9645-4b7ea7e851dc None None] Provisioning complete for port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:32.784993 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-232e59aa-09ad-4c20-9645-4b7ea7e851dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.791882 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-d8a669ad-1a90-4f8d-baa3-20fd2a79a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:32.792491 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-d8a669ad-1a90-4f8d-baa3-20fd2a79a9c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0470321 Jan 27 11:19:32.836984 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-43fbe03a-3ee3-4d52-a9cf-c596754dc025 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361431 Jan 27 11:19:32.866618 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-232e59aa-09ad-4c20-9645-4b7ea7e851dc None None] Port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:19:32.915066 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46008) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:32.933031 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-022f3cee-6d8b-4114-ae75-b50e97117ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:32.962994 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-d9a8f699-30e2-4932-80c4-541d7bad0344 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125357 Jan 27 11:19:33.011808 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:19:33.094246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ca217e-219f-459f-a1f2-d5fa6e32fa70 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:33.104551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-022f3cee-6d8b-4114-ae75-b50e97117ce8 admin admin] Publish callbacks [] for security_group (7d97845b-3bf1-4ff4-8862-9a7e1936aaaf), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.106660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks [] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.109446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-022f3cee-6d8b-4114-ae75-b50e97117ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7d97845b-3bf1-4ff4-8862-9a7e1936aaaf), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.151243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Transition to ACTIVE for port object 65ca217e-219f-459f-a1f2-d5fa6e32fa70 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:19:33.159350 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-022f3cee-6d8b-4114-ae75-b50e97117ce8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7878f91916d4cf995e411fdf92aa925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432129 Jan 27 11:19:33.160429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.163530 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f3cee-6d8b-4114-ae75-b50e97117ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97845b-3bf1-4ff4-8862-9a7e1936aaaf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:33.165887 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46014) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:33.249291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Pushing event updated for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:33.299227 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e8d283d0-34c7-43df-9046-cebb8e78b929 req-903467a1-ec50-43f7-b454-d97fbe6d8089 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222017 Jan 27 11:19:33.349078 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] Publish callbacks [] for security_group (7d97845b-3bf1-4ff4-8862-9a7e1936aaaf), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.430059 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] Publish callbacks [] for security_group (7d97845b-3bf1-4ff4-8862-9a7e1936aaaf), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.441231 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100c05-8701-4e31-9e69-505b62ae45ac req-6b6ec807-d836-40f4-8f1d-a6be69af84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.443359 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-6b6ec807-d836-40f4-8f1d-a6be69af84ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 1096 time: 0.0628405 Jan 27 11:19:33.445801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f761157-2267-4335-970d-0529728c8bb2 req-beb3218c-4f4a-4aca-bf50-b3e764ccaad2 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.447371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0f761157-2267-4335-970d-0529728c8bb2 req-beb3218c-4f4a-4aca-bf50-b3e764ccaad2 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 944 time: 0.1426089 Jan 27 11:19:33.451177 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Attempting to bind port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:33.451521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Attempting to bind port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:33.451850 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Attempting to bind port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:33.480800 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 on network ad50aaad-c581-44d4-952c-b2c69f604c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:19:33.480994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Attempting to bind port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:33.506947 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9594a-586a-4ff8-a8d4-d157227b2364 req-9c1a4181-949c-4a56-afdc-a2f6ec15547d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.508464 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cdf9594a-586a-4ff8-a8d4-d157227b2364 req-9c1a4181-949c-4a56-afdc-a2f6ec15547d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 943 time: 0.1542172 Jan 27 11:19:33.511959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:33.512325 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Checking segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:33.512678 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Bound using segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:33.513355 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Bound port: 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:33.513514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.562583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100c05-8701-4e31-9e69-505b62ae45ac req-903ff661-18b8-4a22-b576-3602d4d9ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.564100 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-903ff661-18b8-4a22-b576-3602d4d9ab25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 916 time: 0.1055336 Jan 27 11:19:33.602923 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0f761157-2267-4335-970d-0529728c8bb2 req-deedf2f7-f52a-4c41-a358-1b642aaee387 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452539 Jan 27 11:19:33.621921 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-8db6e509-035a-4b5c-9ba6-55fc16107063 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 HTTP/1.1" status: 200 len: 217 time: 0.0404618 Jan 27 11:19:33.650585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:33.655162 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:33.656630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7d97845b-3bf1-4ff4-8862-9a7e1936aaaf), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.660377 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.673705 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d97845b-3bf1-4ff4-8862-9a7e1936aaaf HTTP/1.1" status: 204 len: 168 time: 0.4949639 Jan 27 11:19:33.682939 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cdf9594a-586a-4ff8-a8d4-d157227b2364 req-8a6a2165-50a0-48e4-bd06-276220a15424 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561313 Jan 27 11:19:33.687645 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.716653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100c05-8701-4e31-9e69-505b62ae45ac req-3d2ecd38-12fe-4ba1-8af9-f3a2ec63d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.718133 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-3d2ecd38-12fe-4ba1-8af9-f3a2ec63d31b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0908813 Jan 27 11:19:33.724564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6883a4e-112d-48e1-8e3d-4c4308add2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97845b-3bf1-4ff4-8862-9a7e1936aaaf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:33.724564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46032) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:33.762251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.762880 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.764354 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] 10.222.0.49 "PUT /v2.0/ports/65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 1094 time: 1.2137134 Jan 27 11:19:33.764922 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:33.767160 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:33.768912 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-aa4c3f42-5313-44b8-b1f6-d879e46caab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377557 Jan 27 11:19:33.793445 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfdcd-efb4-41e7-905a-bcfa8e19363d service neutron] Pushing event updated for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:33.851591 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29d9bcc-37eb-4fb5-8622-201e11ead35a x-openstack-request-id: req-f29d9bcc-37eb-4fb5-8622-201e11ead35a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:33.852460 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:33.853371 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f29d9bcc-37eb-4fb5-8622-201e11ead35a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:33.853754 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'status': 'completed', 'code': 200} Jan 27 11:19:33.908023 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-848d26c4-fc2a-40e2-848d-c257066ac4f1 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233253 Jan 27 11:19:33.922506 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78ffe636-7be3-4e9e-b8ed-5f35fbcee339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:33.932316 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-89bfa72f-9600-47b8-8d6f-8dc238082baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:33.933989 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-89bfa72f-9600-47b8-8d6f-8dc238082baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1097 time: 0.1055844 Jan 27 11:19:34.000357 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-c56a5aa7-d753-4d73-8d72-34651a5f9c84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 217 time: 0.0507989 Jan 27 11:19:34.066367 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-47100c05-8701-4e31-9e69-505b62ae45ac req-07245530-c9d2-4a7a-9627-ba9bd12e3dcf service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502948 Jan 27 11:19:34.069779 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-2dac1e36-bc3b-4c0d-bf16-8031e31ea5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.071522 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-2dac1e36-bc3b-4c0d-bf16-8031e31ea5ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0588706 Jan 27 11:19:34.107694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78ffe636-7be3-4e9e-b8ed-5f35fbcee339 admin admin] Publish callbacks [] for security_group (14bbd42b-fc2d-4f03-90e6-22fe61760cf5), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.112438 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78ffe636-7be3-4e9e-b8ed-5f35fbcee339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (14bbd42b-fc2d-4f03-90e6-22fe61760cf5), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.189754 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-78ffe636-7be3-4e9e-b8ed-5f35fbcee339 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae3e9cc935d24e258511966dca71b35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4641700 Jan 27 11:19:34.192392 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46052) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:34.194277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffe636-7be3-4e9e-b8ed-5f35fbcee339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bbd42b-fc2d-4f03-90e6-22fe61760cf5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:34.202556 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-e39eb375-4966-476c-bad4-b3232d1cff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.204079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-e39eb375-4966-476c-bad4-b3232d1cff95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703120 Jan 27 11:19:34.270804 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] Publish callbacks [] for security_group (14bbd42b-fc2d-4f03-90e6-22fe61760cf5), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.295166 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] Publish callbacks [] for security_group (14bbd42b-fc2d-4f03-90e6-22fe61760cf5), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.329257 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ac1ec933-d659-478b-b670-ef638f928a90 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106861 Jan 27 11:19:34.354544 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (14bbd42b-fc2d-4f03-90e6-22fe61760cf5), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.358249 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.363388 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14bbd42b-fc2d-4f03-90e6-22fe61760cf5 HTTP/1.1" status: 204 len: 168 time: 0.1699054 Jan 27 11:19:34.416215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf76d2-e5aa-4259-97a4-53e835d36ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bbd42b-fc2d-4f03-90e6-22fe61760cf5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:34.429176 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-4ddb67e2-afbd-483d-a1af-ad321f8c964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.431200 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-4ddb67e2-afbd-483d-a1af-ad321f8c964f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.0667696 Jan 27 11:19:34.502034 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4df9b6f9-a4b2-4d13-b2ed-25d27699487c req-ddc9dc0f-bdef-41b3-afb7-2f6c45570579 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579306 Jan 27 11:19:34.514740 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b5dd-8ff4-43d3-9238-e79ccd1162e5 req-ebbf4aa0-8bc3-42bf-ba5e-5eacf97c32d8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.516395 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-15c8b5dd-8ff4-43d3-9238-e79ccd1162e5 req-ebbf4aa0-8bc3-42bf-ba5e-5eacf97c32d8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0718303 Jan 27 11:19:34.542635 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-43cc3159-4131-407e-bd77-42d088a4e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.544282 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-43cc3159-4131-407e-bd77-42d088a4e741 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.1030025 Jan 27 11:19:34.583834 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-15c8b5dd-8ff4-43d3-9238-e79ccd1162e5 req-44f79492-07b1-4fea-b5b8-00567542cca4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614877 Jan 27 11:19:34.607222 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-82f4adf3-7574-4d72-9635-d1f894a2836f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.0442839 Jan 27 11:19:34.618274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-249b5d8c-62c7-44a1-8949-d86433da6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.624263 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-249b5d8c-62c7-44a1-8949-d86433da6d6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1097 time: 0.0489209 Jan 27 11:19:34.630708 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ace98bc-3bb1-4df7-bf71-5e62cf7130f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:34.728304 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-d60354a9-f063-4c86-bda2-c6317a1278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.729847 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-d60354a9-f063-4c86-bda2-c6317a1278f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.1125803 Jan 27 11:19:34.772848 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-f5c9a361-b94c-49f2-b641-50175ddd81c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331602 Jan 27 11:19:34.876724 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-1091abfe-dab8-43c2-814e-d4d93b45054d service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947428 Jan 27 11:19:34.899959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8d046-1b21-4770-8bef-8038e213f65f req-c2d2d880-a30a-4d39-9c6b-dbd80506cac5 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.901422 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7af8d046-1b21-4770-8bef-8038e213f65f req-c2d2d880-a30a-4d39-9c6b-dbd80506cac5 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 944 time: 0.1104860 Jan 27 11:19:34.904514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-4da42224-3619-4acf-8024-739721415cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.905862 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-4da42224-3619-4acf-8024-739721415cb0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.2607374 Jan 27 11:19:34.913201 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6af4c-ba4b-4924-aa20-cb31e962b6a8 req-96eda2fb-742e-4410-b8d5-d9eaa5090283 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:34.915008 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1fc6af4c-ba4b-4924-aa20-cb31e962b6a8 req-96eda2fb-742e-4410-b8d5-d9eaa5090283 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 943 time: 0.0867469 Jan 27 11:19:34.925847 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:34.978540 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bd55b6ae-7c8c-4321-b4e0-3a4e281e9527 req-094d5bcb-cb5c-4fcb-ae8c-94e1624a9391 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931232 Jan 27 11:19:34.991156 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-1bc883e7-7749-4b14-8cb0-468037830773 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 217 time: 0.0697851 Jan 27 11:19:34.997559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93a44914-30b1-402c-9c8e-48f974ffa1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.093961 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7af8d046-1b21-4770-8bef-8038e213f65f req-bb71d68f-1165-4040-8274-17543f80cf89 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783638 Jan 27 11:19:35.114640 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1fc6af4c-ba4b-4924-aa20-cb31e962b6a8 req-9fca4375-c235-4668-9bad-4cf832c2248e tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843061 Jan 27 11:19:35.120932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-e93c106b-50c7-4445-a378-8e39367f8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:35.122411 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-e93c106b-50c7-4445-a378-8e39367f8977 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.1124225 Jan 27 11:19:35.197419 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-110ba3e0-bbd5-4a48-a36b-a23790da7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:35.198916 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-110ba3e0-bbd5-4a48-a36b-a23790da7eca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697398 Jan 27 11:19:35.216502 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93a44914-30b1-402c-9c8e-48f974ffa1b2 admin admin] Publish callbacks [] for security_group (4989ba4e-54e5-4929-a8f6-ce5d60d38b49), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.228120 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93a44914-30b1-402c-9c8e-48f974ffa1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4989ba4e-54e5-4929-a8f6-ce5d60d38b49), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.242045 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46094) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:35.311016 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a44914-30b1-402c-9c8e-48f974ffa1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4989ba4e-54e5-4929-a8f6-ce5d60d38b49,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:35.316679 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-93a44914-30b1-402c-9c8e-48f974ffa1b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4353e9be6ed6495d8ff90c2910de6d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809791 Jan 27 11:19:35.319455 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46098) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:35.336606 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-ca944f54-33aa-49be-a6ba-c3087b179ef5 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278348 Jan 27 11:19:35.361321 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e367e14f-805c-4496-a861-d33ac84ca476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.401030 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] Publish callbacks [] for security_group (4989ba4e-54e5-4929-a8f6-ce5d60d38b49), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.428609 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d6c666b-5dcc-4f52-a7b0-9ea4815b8806 req-a44f5fe9-a1ad-4c05-b947-1cab76fee564 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Jan 27 11:19:35.442477 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] Publish callbacks [] for security_group (4989ba4e-54e5-4929-a8f6-ce5d60d38b49), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.502464 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e367e14f-805c-4496-a861-d33ac84ca476 admin admin] Publish callbacks [] for security_group (590a4a29-d7a0-4a85-954e-835757dc8596), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.507384 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e367e14f-805c-4496-a861-d33ac84ca476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (590a4a29-d7a0-4a85-954e-835757dc8596), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.528148 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4989ba4e-54e5-4929-a8f6-ce5d60d38b49), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.530813 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.532068 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4989ba4e-54e5-4929-a8f6-ce5d60d38b49 HTTP/1.1" status: 204 len: 168 time: 0.2115788 Jan 27 11:19:35.555295 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367e14f-805c-4496-a861-d33ac84ca476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590a4a29-d7a0-4a85-954e-835757dc8596,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:35.565351 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e367e14f-805c-4496-a861-d33ac84ca476 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed375fab25ea4cec98fa0a8c2f798b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192034 Jan 27 11:19:35.565351 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46102) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:35.582200 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a1125-b367-492b-bc85-cefdde0f9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4989ba4e-54e5-4929-a8f6-ce5d60d38b49,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:35.634102 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] Publish callbacks [] for security_group (590a4a29-d7a0-4a85-954e-835757dc8596), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.658246 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] Publish callbacks [] for security_group (590a4a29-d7a0-4a85-954e-835757dc8596), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.709501 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (590a4a29-d7a0-4a85-954e-835757dc8596), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.713826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:35.717541 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/590a4a29-d7a0-4a85-954e-835757dc8596 HTTP/1.1" status: 204 len: 168 time: 0.1491485 Jan 27 11:19:35.725852 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf45f9-4756-45ea-878d-6905f3e1393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a4a29-d7a0-4a85-954e-835757dc8596,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:35.732844 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9da0e-7430-4a00-87ff-c88f108dbbf1 req-5e29bba7-b59e-463d-964a-585be827e4b5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:35.734241 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-34a9da0e-7430-4a00-87ff-c88f108dbbf1 req-5e29bba7-b59e-463d-964a-585be827e4b5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0524242 Jan 27 11:19:35.814716 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:36.024027 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-34a9da0e-7430-4a00-87ff-c88f108dbbf1 req-7b89bb9e-003f-4f46-9712-a5715f197c38 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838349 Jan 27 11:19:36.253779 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe62c2-3c88-4975-b421-6f92be4e5ae8 req-e224f216-e275-4128-8e58-3aacb0fb13b3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:36.264975 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3fe62c2-3c88-4975-b421-6f92be4e5ae8 req-e224f216-e275-4128-8e58-3aacb0fb13b3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 943 time: 0.0778139 Jan 27 11:19:36.335670 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3fe62c2-3c88-4975-b421-6f92be4e5ae8 req-845d2327-3c4e-4a5a-8e81-62df855e7951 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694489 Jan 27 11:19:36.402307 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e575b4-37ad-44a4-b56d-1ac28bd03e12 req-ce0bccea-5ec8-413a-ab66-26f4c0a60bdd tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:36.404607 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07e575b4-37ad-44a4-b56d-1ac28bd03e12 req-ce0bccea-5ec8-413a-ab66-26f4c0a60bdd tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 944 time: 0.0806975 Jan 27 11:19:36.463427 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07e575b4-37ad-44a4-b56d-1ac28bd03e12 req-b8744004-2b21-4283-b103-3b3169b4c872 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532105 Jan 27 11:19:37.165648 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5564f6-c66c-458c-b8be-97290d6e5a56 req-195627e6-c5eb-4902-bcbe-3deffa2fb1c3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.167182 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f5564f6-c66c-458c-b8be-97290d6e5a56 req-195627e6-c5eb-4902-bcbe-3deffa2fb1c3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0557289 Jan 27 11:19:37.226795 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f5564f6-c66c-458c-b8be-97290d6e5a56 req-c45bc19b-b0f0-435d-9cf8-915b550a1277 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Jan 27 11:19:37.266677 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.455322 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce198c-9927-4d5f-9019-a619b1c24d08 req-e26dadef-6169-41c4-8f52-27ea1ee5bb54 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.456828 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8ce198c-9927-4d5f-9019-a619b1c24d08 req-e26dadef-6169-41c4-8f52-27ea1ee5bb54 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 943 time: 0.0479779 Jan 27 11:19:37.512022 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8ce198c-9927-4d5f-9019-a619b1c24d08 req-65240ecf-7edf-4e4b-844b-3ff9a936106b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Jan 27 11:19:37.615670 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17eef0-162b-447c-9521-069c33a08a46 req-92778357-aeea-41f7-b7f0-c7987414005c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:37.617173 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4f17eef0-162b-447c-9521-069c33a08a46 req-92778357-aeea-41f7-b7f0-c7987414005c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 944 time: 0.0494497 Jan 27 11:19:37.667068 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4f17eef0-162b-447c-9521-069c33a08a46 req-3771e78a-f509-4bb0-a899-ced19d20ae2f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Jan 27 11:19:37.725849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:19:37.822361 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:37.832511 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'port_id': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'mac_address': 'fa:16:3e:8b:b5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db07fce-9aae-4085-8d1f-8eb828e42734', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:19:37.868043 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:37.868429 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.880782 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:37.903463 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:37.909275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:37.909975 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 65ca217e-219f-459f-a1f2-d5fa6e32fa70 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:19:38.004818 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:38.069200 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:38.080448 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'port_id': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'mac_address': 'fa:16:3e:b5:a2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:19:38.121435 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:38.121811 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:38.135314 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ca217e-219f-459f-a1f2-d5fa6e32fa70 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:38.156682 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:38.172652 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:38.230413 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:38.404200 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51ce4b-b82e-4abd-9237-063ad25816a6 req-9f549fcb-8c5d-4362-a3dc-51e36e317ca0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:38.412676 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7e51ce4b-b82e-4abd-9237-063ad25816a6 req-9f549fcb-8c5d-4362-a3dc-51e36e317ca0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0725627 Jan 27 11:19:38.466066 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7e51ce4b-b82e-4abd-9237-063ad25816a6 req-a61e026d-c94f-4d34-a80a-0f5d2bfe58a2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Jan 27 11:19:38.472807 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:38.493882 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['65ca217e-219f-459f-a1f2-d5fa6e32fa70'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:38.517254 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:38.663879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1795a28-7d80-4287-aa39-79eb45e4936b req-a3843eea-cf12-4905-9ec4-00ce5ab2c079 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:38.667217 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1795a28-7d80-4287-aa39-79eb45e4936b req-a3843eea-cf12-4905-9ec4-00ce5ab2c079 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 944 time: 0.0706410 Jan 27 11:19:38.720480 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1795a28-7d80-4287-aa39-79eb45e4936b req-548e0a78-690a-4666-9f71-128e9aca06f0 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Jan 27 11:19:38.789952 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe38c25-dbc2-4986-8368-c91468ac2c4f req-28388a10-9e63-4b8c-a77f-6599cf18c770 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:38.791479 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7fe38c25-dbc2-4986-8368-c91468ac2c4f req-28388a10-9e63-4b8c-a77f-6599cf18c770 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 945 time: 0.0497873 Jan 27 11:19:38.843062 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7fe38c25-dbc2-4986-8368-c91468ac2c4f req-3938994b-521d-45ae-80c6-f702deb7beb5 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458071 Jan 27 11:19:39.592307 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39087cbd-f723-434d-bc40-5a9614359b7b req-3453c069-37a4-4870-80c7-c97ea79893f4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:39.594039 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-39087cbd-f723-434d-bc40-5a9614359b7b req-3453c069-37a4-4870-80c7-c97ea79893f4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Jan 27 11:19:39.641006 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-39087cbd-f723-434d-bc40-5a9614359b7b req-1c2386b1-cc7a-4243-a54e-454585e1988d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Jan 27 11:19:39.839879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4596e-1d9b-4d15-9941-3f71daf946bd req-299e595f-1b3a-4d80-bd35-50a30f23d933 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:39.841438 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-62a4596e-1d9b-4d15-9941-3f71daf946bd req-299e595f-1b3a-4d80-bd35-50a30f23d933 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 944 time: 0.0513558 Jan 27 11:19:39.889351 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-62a4596e-1d9b-4d15-9941-3f71daf946bd req-4a99e277-e67a-4817-ad33-9a1d7e144cd7 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jan 27 11:19:39.990982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557425-89b3-452a-9424-d83b77b1c86d req-b7df94a6-a201-458c-b59f-613941d85a1c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:39.992449 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-25557425-89b3-452a-9424-d83b77b1c86d req-b7df94a6-a201-458c-b59f-613941d85a1c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Jan 27 11:19:40.039885 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-25557425-89b3-452a-9424-d83b77b1c86d req-fa7febf8-ad01-4d1e-8f1f-1927f1c748b3 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Jan 27 11:19:40.763867 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d59b0-70fb-489f-8268-5171c0587ba7 req-9c2ababa-bdcf-4825-b8f7-a464c8be7a99 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:40.765507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b06d59b0-70fb-489f-8268-5171c0587ba7 req-9c2ababa-bdcf-4825-b8f7-a464c8be7a99 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0582945 Jan 27 11:19:40.812319 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b06d59b0-70fb-489f-8268-5171c0587ba7 req-b0348db8-c6dd-46d0-a74d-9c4033f9f619 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Jan 27 11:19:41.015181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9bfa6-58d3-4bc0-96f4-6af0605cf251 req-718f46a5-17bb-42c1-8c4f-6e40ff2234f2 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:41.016515 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dde9bfa6-58d3-4bc0-96f4-6af0605cf251 req-718f46a5-17bb-42c1-8c4f-6e40ff2234f2 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 944 time: 0.0488977 Jan 27 11:19:41.065060 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dde9bfa6-58d3-4bc0-96f4-6af0605cf251 req-89e8d8ab-b606-4741-a760-dd9b02ac7a9c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Jan 27 11:19:41.165985 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a784fa9-2995-4886-93b5-6260b76dcd37 req-65eb72ee-09a5-4789-bab3-1f911f92f928 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:41.167473 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a784fa9-2995-4886-93b5-6260b76dcd37 req-65eb72ee-09a5-4789-bab3-1f911f92f928 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 945 time: 0.0491977 Jan 27 11:19:41.218150 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a784fa9-2995-4886-93b5-6260b76dcd37 req-77028f47-f1ec-4e3e-825c-216167296c87 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450864 Jan 27 11:19:41.931317 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba21eb-5ac9-477b-b6c3-53ff96a2bb42 req-7531f5d7-6043-4fa6-babf-360cfed2bad9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:41.932791 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1ba21eb-5ac9-477b-b6c3-53ff96a2bb42 req-7531f5d7-6043-4fa6-babf-360cfed2bad9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Jan 27 11:19:41.979594 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1ba21eb-5ac9-477b-b6c3-53ff96a2bb42 req-d0528c9b-3558-4b69-9a7e-25f3a4426bc9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Jan 27 11:19:42.189710 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a7171-06d0-4efe-9fef-448bdaabfe2e req-71b99819-8e13-49ba-b674-d50eecbf805d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:42.191193 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b86a7171-06d0-4efe-9fef-448bdaabfe2e req-71b99819-8e13-49ba-b674-d50eecbf805d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 944 time: 0.0547640 Jan 27 11:19:42.238664 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b86a7171-06d0-4efe-9fef-448bdaabfe2e req-68d6c21d-dbdb-40c6-a62a-6270342c0d1f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Jan 27 11:19:42.336138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f3138-35fe-43ba-acf0-d19487ad16ed req-1a6efcbd-c0bc-49c7-8577-e346418f8545 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:42.337586 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-190f3138-35fe-43ba-acf0-d19487ad16ed req-1a6efcbd-c0bc-49c7-8577-e346418f8545 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Jan 27 11:19:42.382962 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-190f3138-35fe-43ba-acf0-d19487ad16ed req-bb3a6763-536b-4d89-b323-a3889bd78fe9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Jan 27 11:19:43.093400 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd019128-3b5f-4350-b6db-b69ef5e3f7d6 req-2167bebc-da40-450b-8382-eadbb86e5419 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.094895 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fd019128-3b5f-4350-b6db-b69ef5e3f7d6 req-2167bebc-da40-450b-8382-eadbb86e5419 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0475833 Jan 27 11:19:43.146286 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fd019128-3b5f-4350-b6db-b69ef5e3f7d6 req-f9e56839-745e-4022-8434-89b4cf5b18c8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Jan 27 11:19:43.361734 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f675c-2bc5-4a5f-94f5-9e7466a629e4 req-1dc0b5ea-b36d-4eaf-89a3-2230b0d7674b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.363223 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-495f675c-2bc5-4a5f-94f5-9e7466a629e4 req-1dc0b5ea-b36d-4eaf-89a3-2230b0d7674b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 944 time: 0.0490353 Jan 27 11:19:43.416456 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-495f675c-2bc5-4a5f-94f5-9e7466a629e4 req-92cbad34-257b-4366-963d-61404abe8433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Jan 27 11:19:43.504246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c2589-7d8b-41c6-9346-d52a4de1b2ff req-f329d4b4-5b7a-4a6e-a2b2-5374ac14be6c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:43.505632 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-981c2589-7d8b-41c6-9346-d52a4de1b2ff req-f329d4b4-5b7a-4a6e-a2b2-5374ac14be6c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Jan 27 11:19:43.553158 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-981c2589-7d8b-41c6-9346-d52a4de1b2ff req-67787760-9105-48b4-89bb-c386614fffae tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Jan 27 11:19:43.736274 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:43.789926 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:19:43.794788 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:43.795163 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:43.871998 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:43.872402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:43.898225 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:43.900565 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909ae92-e206-474f-9b5e-a4ed28eaebbb" -d '{"events": [{"server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "name": "network-vif-plugged", "status": "completed", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:43.933949 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:43.953426 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab151282-4fcc-41a6-98cd-4322342a532c x-openstack-request-id: req-ab151282-4fcc-41a6-98cd-4322342a532c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:43.953798 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "name": "network-vif-plugged", "status": "completed", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:43.954072 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab151282-4fcc-41a6-98cd-4322342a532c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:43.957150 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'code': 200} Jan 27 11:19:43.958357 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:43.962431 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 65ca217e-219f-459f-a1f2-d5fa6e32fa70 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:19:44.161935 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:44.228709 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:44.256823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46380) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:44.273446 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:19:44.273581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9364-0742-44b6-8f67-6818b32baa4d req-730b2cf0-f5d0-4f25-92ff-96bbb2b0d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.275234 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37cf9364-0742-44b6-8f67-6818b32baa4d req-730b2cf0-f5d0-4f25-92ff-96bbb2b0d4ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 1098 time: 0.0880902 Jan 27 11:19:44.281741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:19:44.282379 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.372834 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37cf9364-0742-44b6-8f67-6818b32baa4d req-d737445c-f138-4941-93e2-466e55a97f7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735183 Jan 27 11:19:44.390065 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c53438-beef-467b-ac25-81b5956635da req-75e4a0d1-9120-4f92-babc-6b943979b03a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.391622 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3c53438-beef-467b-ac25-81b5956635da req-75e4a0d1-9120-4f92-babc-6b943979b03a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1022882 Jan 27 11:19:44.403540 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:19:44.404312 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.409501 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058a7623-dc57-4df4-b40a-d131ba8e3b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.449703 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:19:44.456950 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.471358 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3c53438-beef-467b-ac25-81b5956635da req-620ae946-f772-4b0c-97e3-80d074461904 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739250 Jan 27 11:19:44.492063 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab03b539-f64d-4e4d-9bd8-f0587220b01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.572082 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:44.572264 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058a7623-dc57-4df4-b40a-d131ba8e3b89 admin admin] Publish callbacks [] for security_group (05dcaaca-0d63-4f18-9c81-96f63d175f5c), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.580889 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-058a7623-dc57-4df4-b40a-d131ba8e3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (05dcaaca-0d63-4f18-9c81-96f63d175f5c), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.609666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7623-dc57-4df4-b40a-d131ba8e3b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dcaaca-0d63-4f18-9c81-96f63d175f5c,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:44.627668 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-058a7623-dc57-4df4-b40a-d131ba8e3b89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e80113f739d742af9fe227963d804c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689816 Jan 27 11:19:44.636084 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46392) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:44.673844 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60833042-47e6-4551-8ef2-a2c6d88cf531 req-11ec2545-72fc-44b6-b27a-121315cdb81b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.675578 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-60833042-47e6-4551-8ef2-a2c6d88cf531 req-11ec2545-72fc-44b6-b27a-121315cdb81b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 945 time: 0.1155097 Jan 27 11:19:44.688352 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab03b539-f64d-4e4d-9bd8-f0587220b01e admin admin] Publish callbacks [] for security_group (e77af7d1-862c-4ff2-ae67-47e59d0ad66e), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.697744 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] Publish callbacks [] for security_group (05dcaaca-0d63-4f18-9c81-96f63d175f5c), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.720725 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab03b539-f64d-4e4d-9bd8-f0587220b01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e77af7d1-862c-4ff2-ae67-47e59d0ad66e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.726106 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] Publish callbacks [] for security_group (05dcaaca-0d63-4f18-9c81-96f63d175f5c), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.785625 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (05dcaaca-0d63-4f18-9c81-96f63d175f5c), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.786863 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ab03b539-f64d-4e4d-9bd8-f0587220b01e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28d91744b4d54b2e99bada0222418151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6231711 Jan 27 11:19:44.789749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.790293 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05dcaaca-0d63-4f18-9c81-96f63d175f5c HTTP/1.1" status: 204 len: 168 time: 0.1529462 Jan 27 11:19:44.790961 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46400) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:44.796512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03b539-f64d-4e4d-9bd8-f0587220b01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77af7d1-862c-4ff2-ae67-47e59d0ad66e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:44.814137 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b6c91-da10-4648-89cc-3b636a26cdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dcaaca-0d63-4f18-9c81-96f63d175f5c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:44.848025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c894fc6-2713-406d-995a-48820befbf15 req-b2cf4855-6fc6-459d-a1e9-89f969eb6d3c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:44.849676 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1c894fc6-2713-406d-995a-48820befbf15 req-b2cf4855-6fc6-459d-a1e9-89f969eb6d3c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1685307 Jan 27 11:19:44.866950 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-60833042-47e6-4551-8ef2-a2c6d88cf531 req-009631d3-0e0a-4f8e-9fce-9c9f107ae579 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840000 Jan 27 11:19:44.877097 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] Publish callbacks [] for security_group (e77af7d1-862c-4ff2-ae67-47e59d0ad66e), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.904456 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] Publish callbacks [] for security_group (e77af7d1-862c-4ff2-ae67-47e59d0ad66e), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.931080 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1c894fc6-2713-406d-995a-48820befbf15 req-7b448316-1ea9-452f-8137-6c9a9345622e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624099 Jan 27 11:19:44.968502 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e77af7d1-862c-4ff2-ae67-47e59d0ad66e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.971612 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:44.972758 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e77af7d1-862c-4ff2-ae67-47e59d0ad66e HTTP/1.1" status: 204 len: 168 time: 0.1793575 Jan 27 11:19:44.980991 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439823e1-e686-4f37-a54d-382da457f717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77af7d1-862c-4ff2-ae67-47e59d0ad66e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:45.127863 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46412) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:45.142496 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80549f71-f79d-49f6-bddf-c6d52bd2f718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.234970 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80549f71-f79d-49f6-bddf-c6d52bd2f718 admin admin] Publish callbacks [] for security_group (e8a2ecb0-11b0-401a-af92-77bf9cc1c318), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.239946 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-80549f71-f79d-49f6-bddf-c6d52bd2f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e8a2ecb0-11b0-401a-af92-77bf9cc1c318), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.285828 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-80549f71-f79d-49f6-bddf-c6d52bd2f718 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c8f2a1a8cc644afbc70565e83434261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565301 Jan 27 11:19:45.287543 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80549f71-f79d-49f6-bddf-c6d52bd2f718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2ecb0-11b0-401a-af92-77bf9cc1c318,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:45.288068 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46424) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:45.336634 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] Publish callbacks [] for security_group (e8a2ecb0-11b0-401a-af92-77bf9cc1c318), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.357917 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] Publish callbacks [] for security_group (e8a2ecb0-11b0-401a-af92-77bf9cc1c318), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.409270 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e8a2ecb0-11b0-401a-af92-77bf9cc1c318), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.412022 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:45.413383 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8a2ecb0-11b0-401a-af92-77bf9cc1c318 HTTP/1.1" status: 204 len: 168 time: 0.1243184 Jan 27 11:19:45.424770 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff915e28-0e8f-40e3-b7ed-fc9a6a3d0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2ecb0-11b0-401a-af92-77bf9cc1c318,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:45.625127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc76b37-0774-42bf-87c6-4d917ebbcfa2 req-666270b0-b456-4ec5-8d91-ad58bfa843aa tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:45.635080 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccc76b37-0774-42bf-87c6-4d917ebbcfa2 req-666270b0-b456-4ec5-8d91-ad58bfa843aa tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0782180 Jan 27 11:19:45.698531 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccc76b37-0774-42bf-87c6-4d917ebbcfa2 req-490e367f-3fc7-4733-9bc2-dccc676ce9b7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590749 Jan 27 11:19:45.959059 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:45.963645 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559fad1-3c50-403d-a786-d2889794df7c" -d '{"events": [{"server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "name": "network-vif-plugged", "status": "completed", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:45.987514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844b7ca-5650-49a2-9bbb-e8473567f806 req-2d909941-1128-4ef6-a747-f53590950e85 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:46.003651 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b844b7ca-5650-49a2-9bbb-e8473567f806 req-2d909941-1128-4ef6-a747-f53590950e85 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 945 time: 0.0708902 Jan 27 11:19:46.087557 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b844b7ca-5650-49a2-9bbb-e8473567f806 req-e919db69-e00e-407c-b914-acfb5cf30d05 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830007 Jan 27 11:19:46.103497 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d786b02-3ff2-408b-8239-448f2ff7d215 req-e6ed7ce1-5a87-441f-bc49-b86ca179ace9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:46.104991 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5d786b02-3ff2-408b-8239-448f2ff7d215 req-e6ed7ce1-5a87-441f-bc49-b86ca179ace9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0783336 Jan 27 11:19:46.169414 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f507772-671b-40dd-8eba-9162491bc5f9 x-openstack-request-id: req-7f507772-671b-40dd-8eba-9162491bc5f9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:46.169917 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "name": "network-vif-plugged", "status": "completed", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:46.170303 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f507772-671b-40dd-8eba-9162491bc5f9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:46.170878 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'code': 200} Jan 27 11:19:46.182926 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5d786b02-3ff2-408b-8239-448f2ff7d215 req-b9e95a47-c850-4f95-970b-bfdfb72c6427 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695140 Jan 27 11:19:46.516637 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52433-7afb-4040-8bc2-bc396f183760 req-b5d7cd97-3c1e-4c17-bfad-eb83cdfa435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:46.518700 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ee52433-7afb-4040-8bc2-bc396f183760 req-b5d7cd97-3c1e-4c17-bfad-eb83cdfa435f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0928714 Jan 27 11:19:46.586142 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ee52433-7afb-4040-8bc2-bc396f183760 req-83fef1eb-fe0d-41c7-a4c5-0a300e18aea5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572796 Jan 27 11:19:46.593764 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46528) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:46.728467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46889792-61d7-4fe9-a11f-dfb20fe8ba2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:46.895609 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46889792-61d7-4fe9-a11f-dfb20fe8ba2a admin admin] Publish callbacks [] for security_group (d632d9cc-6227-458e-a65e-e41836bf8a73), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:46.935559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-46889792-61d7-4fe9-a11f-dfb20fe8ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d632d9cc-6227-458e-a65e-e41836bf8a73), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:46.999595 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-46889792-61d7-4fe9-a11f-dfb20fe8ba2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e11fb84d5fac4ca5b0345a781a5ea9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045343 Jan 27 11:19:47.001416 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889792-61d7-4fe9-a11f-dfb20fe8ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632d9cc-6227-458e-a65e-e41836bf8a73,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:47.002672 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46548) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:47.021869 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d770-55eb-4d98-aa0a-58340a07b089 req-ee477a17-d788-42a8-8a19-3477746aeb61 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.023436 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b526d770-55eb-4d98-aa0a-58340a07b089 req-ee477a17-d788-42a8-8a19-3477746aeb61 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1417925 Jan 27 11:19:47.025494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a388599-1074-46e4-94bf-34f724188c02 req-4c64247e-7418-4034-b95e-50b184dc7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.027090 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4a388599-1074-46e4-94bf-34f724188c02 req-4c64247e-7418-4034-b95e-50b184dc7fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.1442769 Jan 27 11:19:47.063682 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93058004-baa4-4541-a185-327936c18546 admin admin] Publish callbacks [] for security_group (d632d9cc-6227-458e-a65e-e41836bf8a73), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.093203 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93058004-baa4-4541-a185-327936c18546 admin admin] Publish callbacks [] for security_group (d632d9cc-6227-458e-a65e-e41836bf8a73), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.172160 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93058004-baa4-4541-a185-327936c18546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d632d9cc-6227-458e-a65e-e41836bf8a73), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.175003 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b526d770-55eb-4d98-aa0a-58340a07b089 req-b1eaedb2-05d6-40ac-a3af-59f7429bdedc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421590 Jan 27 11:19:47.175461 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93058004-baa4-4541-a185-327936c18546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.188572 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-93058004-baa4-4541-a185-327936c18546 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d632d9cc-6227-458e-a65e-e41836bf8a73 HTTP/1.1" status: 204 len: 168 time: 0.1792111 Jan 27 11:19:47.193396 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4a388599-1074-46e4-94bf-34f724188c02 req-d5a3fb1c-955f-4b28-a54d-fd184cb917f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161087 Jan 27 11:19:47.203443 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f135b6-78d9-446b-b108-585d83a606a5 req-5c0845d1-a5a8-4d7d-bb1e-0e08d7a1f123 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.212524 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93058004-baa4-4541-a185-327936c18546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632d9cc-6227-458e-a65e-e41836bf8a73,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:47.224654 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a5f135b6-78d9-446b-b108-585d83a606a5 req-5c0845d1-a5a8-4d7d-bb1e-0e08d7a1f123 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1399419 Jan 27 11:19:47.337519 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a5f135b6-78d9-446b-b108-585d83a606a5 req-1849778b-907e-4ec0-a04a-66408fd78db4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027682 Jan 27 11:19:47.428372 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3ab6d-ada9-41cc-ba69-280f5c3fe869 req-43060859-7854-41ee-9ddb-f11bcfda5045 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:47.429844 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2eb3ab6d-ada9-41cc-ba69-280f5c3fe869 req-43060859-7854-41ee-9ddb-f11bcfda5045 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0477509 Jan 27 11:19:47.456771 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46570) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:47.490918 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2eb3ab6d-ada9-41cc-ba69-280f5c3fe869 req-383f2826-75aa-49aa-b65b-4637fea6daf3 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537572 Jan 27 11:19:47.572282 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7847424e-ce11-4b91-a525-ce94ceaa0855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.648182 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7847424e-ce11-4b91-a525-ce94ceaa0855 admin admin] Publish callbacks [] for security_group (c889db57-ec8b-44fe-8281-51d49614f49b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.653524 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7847424e-ce11-4b91-a525-ce94ceaa0855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c889db57-ec8b-44fe-8281-51d49614f49b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.694756 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7847424e-ce11-4b91-a525-ce94ceaa0855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83d1664d68e6469eb019fdc46241dbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366445 Jan 27 11:19:47.697033 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847424e-ce11-4b91-a525-ce94ceaa0855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889db57-ec8b-44fe-8281-51d49614f49b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:47.697474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46584) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:47.749058 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] Publish callbacks [] for security_group (c889db57-ec8b-44fe-8281-51d49614f49b), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.769745 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] Publish callbacks [] for security_group (c889db57-ec8b-44fe-8281-51d49614f49b), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.816514 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c889db57-ec8b-44fe-8281-51d49614f49b), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.819050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:47.820218 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c889db57-ec8b-44fe-8281-51d49614f49b HTTP/1.1" status: 204 len: 168 time: 0.1217606 Jan 27 11:19:47.828048 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d7ef5-d13e-4dc0-b3c8-44da682f0f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889db57-ec8b-44fe-8281-51d49614f49b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:48.157041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46602) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:48.170807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae49f-698f-4607-ac7a-368502625a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.246558 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae49f-698f-4607-ac7a-368502625a8d admin admin] Publish callbacks [] for security_group (b91fb233-457a-45e4-a787-a0d05cc84512), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.252248 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae49f-698f-4607-ac7a-368502625a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (b91fb233-457a-45e4-a787-a0d05cc84512), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.320350 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7b7ae49f-698f-4607-ac7a-368502625a8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb452b1a4dc94108902dee2da28b7326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620924 Jan 27 11:19:48.322040 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae49f-698f-4607-ac7a-368502625a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91fb233-457a-45e4-a787-a0d05cc84512,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:48.323289 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46608) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:48.356210 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c27c8-cb9d-4ec8-ac0b-b60297951490 req-3e3205b7-f38e-42f7-82d1-414a681dd2a2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:48.358091 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-721c27c8-cb9d-4ec8-ac0b-b60297951490 req-3e3205b7-f38e-42f7-82d1-414a681dd2a2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0892086 Jan 27 11:19:48.399965 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] Publish callbacks [] for security_group (b91fb233-457a-45e4-a787-a0d05cc84512), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.427248 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] Publish callbacks [] for security_group (b91fb233-457a-45e4-a787-a0d05cc84512), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.486878 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-721c27c8-cb9d-4ec8-ac0b-b60297951490 req-7577c212-7c66-4689-852f-4093942605fd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227541 Jan 27 11:19:48.490672 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (b91fb233-457a-45e4-a787-a0d05cc84512), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.495275 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.496680 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b91fb233-457a-45e4-a787-a0d05cc84512 HTTP/1.1" status: 204 len: 168 time: 0.1723659 Jan 27 11:19:48.505090 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc8bf-e80e-44f7-b8a5-4bbc194c5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91fb233-457a-45e4-a787-a0d05cc84512,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:48.529022 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debc0eb-a73f-4b10-aef4-dd0dd4db443b req-6f6d04d7-7ad5-4d36-981c-65ec652b378a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:48.530820 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7debc0eb-a73f-4b10-aef4-dd0dd4db443b req-6f6d04d7-7ad5-4d36-981c-65ec652b378a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0824411 Jan 27 11:19:48.584444 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7debc0eb-a73f-4b10-aef4-dd0dd4db443b req-dfb351e8-72b8-477e-850a-21640b3a0be0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451155 Jan 27 11:19:48.646948 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2983560-acfc-40da-9b5e-074d0b7a1cdf req-2e74804d-d4dd-4e32-809d-2e3b3774414a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:48.648444 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2983560-acfc-40da-9b5e-074d0b7a1cdf req-2e74804d-d4dd-4e32-809d-2e3b3774414a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0537152 Jan 27 11:19:48.695467 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2983560-acfc-40da-9b5e-074d0b7a1cdf req-2a0f971b-1652-4012-9761-17238d7a65ea tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Jan 27 11:19:48.836412 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46624) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:48.849614 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e9abedf-4323-4642-afdf-c561d7372070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.930036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e9abedf-4323-4642-afdf-c561d7372070 admin admin] Publish callbacks [] for security_group (d39db03c-4d76-4532-bda1-d66628c6bc4e), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.935788 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4e9abedf-4323-4642-afdf-c561d7372070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d39db03c-4d76-4532-bda1-d66628c6bc4e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:48.978055 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-4e9abedf-4323-4642-afdf-c561d7372070 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f49b339b5bf646e0999625c99a99394d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404700 Jan 27 11:19:48.978931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9abedf-4323-4642-afdf-c561d7372070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39db03c-4d76-4532-bda1-d66628c6bc4e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:48.981725 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46628) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:49.030981 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] Publish callbacks [] for security_group (d39db03c-4d76-4532-bda1-d66628c6bc4e), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.053203 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] Publish callbacks [] for security_group (d39db03c-4d76-4532-bda1-d66628c6bc4e), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.107862 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (d39db03c-4d76-4532-bda1-d66628c6bc4e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.110445 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:49.111593 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d39db03c-4d76-4532-bda1-d66628c6bc4e HTTP/1.1" status: 204 len: 168 time: 0.1285100 Jan 27 11:19:49.118870 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9eb4c-622b-463c-ac79-ef9978ae8989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39db03c-4d76-4532-bda1-d66628c6bc4e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:49.603496 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876da6-877f-47ae-b186-8088c5b4bf5b req-c26b9b7b-5886-4145-bf4f-081b084ee566 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:49.604944 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ef876da6-877f-47ae-b186-8088c5b4bf5b req-c26b9b7b-5886-4145-bf4f-081b084ee566 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0495670 Jan 27 11:19:49.655532 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ef876da6-877f-47ae-b186-8088c5b4bf5b req-813a8538-9c47-4dae-988b-f9413a84b8f2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Jan 27 11:19:49.701210 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb13fa8-fd56-473f-b693-b553eabdffa4 req-381773d4-a999-4214-b851-6b45a1225643 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:49.702645 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cb13fa8-fd56-473f-b693-b553eabdffa4 req-381773d4-a999-4214-b851-6b45a1225643 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0461962 Jan 27 11:19:49.753095 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cb13fa8-fd56-473f-b693-b553eabdffa4 req-4e233157-298c-44f9-9135-7f2d3bb085de tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 Jan 27 11:19:49.810685 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6edd5-4951-4cb6-b24f-2a2f09b57ea7 req-5a7d0b8d-dc8e-402c-8923-e49284952b42 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:49.812162 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-86d6edd5-4951-4cb6-b24f-2a2f09b57ea7 req-5a7d0b8d-dc8e-402c-8923-e49284952b42 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Jan 27 11:19:49.859742 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-86d6edd5-4951-4cb6-b24f-2a2f09b57ea7 req-67838d6d-46d5-459d-bc0f-c8213275fae1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420561 Jan 27 11:19:50.771951 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee392a-d031-4a57-83bb-c5e653a526ef req-ca372c9d-aebc-4f63-9b22-5663ff7cd543 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:50.773400 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ecee392a-d031-4a57-83bb-c5e653a526ef req-ca372c9d-aebc-4f63-9b22-5663ff7cd543 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Jan 27 11:19:50.824238 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ecee392a-d031-4a57-83bb-c5e653a526ef req-c79f1c27-10fa-4421-9846-62ff6a61c4fc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Jan 27 11:19:50.875942 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb01757-c332-44d2-ab6a-5f573eda033d req-80a42bdc-8640-4034-9894-f069b53f7560 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:50.877478 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-beb01757-c332-44d2-ab6a-5f573eda033d req-80a42bdc-8640-4034-9894-f069b53f7560 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0523672 Jan 27 11:19:50.926453 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-beb01757-c332-44d2-ab6a-5f573eda033d req-61f527f0-092d-4ad9-b9ea-cf04519bad38 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Jan 27 11:19:50.981381 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5576-797e-4e4a-8a55-2796f1b5e0ef req-475ff48b-f68c-45ac-8c52-0d0584c8d5fc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:50.983665 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-29fe5576-797e-4e4a-8a55-2796f1b5e0ef req-475ff48b-f68c-45ac-8c52-0d0584c8d5fc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0563629 Jan 27 11:19:51.037067 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-29fe5576-797e-4e4a-8a55-2796f1b5e0ef req-82f5d2df-0a17-4897-bb18-974712c8fb32 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Jan 27 11:19:51.155216 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad15236-e367-4c35-aebd-1925208fa166 req-fedffbb6-4f4f-4847-8796-a50664ef45e9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:51.156717 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cad15236-e367-4c35-aebd-1925208fa166 req-fedffbb6-4f4f-4847-8796-a50664ef45e9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Jan 27 11:19:51.165516 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46666) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:51.170477 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'floatingip': {'port_id': '65ca217e-219f-459f-a1f2-d5fa6e32fa70'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:51.214981 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:51.686827 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:51.692460 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:51.833499 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Floating IP 95057b8f-55c8-45a1-a00b-3c4604ccd1d1 associated. External IP: 172.27.3.222, port: 65ca217e-219f-459f-a1f2-d5fa6e32fa70. Jan 27 11:19:52.041599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-1dac6e4c-08a5-4eb9-aa68-c82a84417d68 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.043160 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-1dac6e4c-08a5-4eb9-aa68-c82a84417d68 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.2213786 Jan 27 11:19:52.053688 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe5718-55cb-4cea-ab7d-03e0b61b6447 req-c33190ba-8e40-4bd7-9e4b-016510bf4578 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.053810 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdbe5718-55cb-4cea-ab7d-03e0b61b6447 req-c33190ba-8e40-4bd7-9e4b-016510bf4578 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1596828 Jan 27 11:19:52.120730 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-e30d781a-bedc-46db-b2e6-3ced11c3d15c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/quotas/09fc060747db493cab14611b5585cdaf HTTP/1.1" status: 200 len: 375 time: 0.0295024 Jan 27 11:19:52.457088 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdbe5718-55cb-4cea-ab7d-03e0b61b6447 req-471ddef6-edfc-424f-a647-90dbcc6edbb1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673079 Jan 27 11:19:52.480237 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-e9ad72bb-67bc-42e2-b761-fe7e2747a8f7 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3523710 Jan 27 11:19:52.485705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:19:52.679143 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-3a17a39f-395d-47af-bc98-4cbed6e9d495 service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902785 Jan 27 11:19:52.693127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec361-bbb7-4025-b847-01975e6d839a req-3a869b0c-7c68-459a-9a1c-3f2628ad1f4b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:52.694543 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-796ec361-bbb7-4025-b847-01975e6d839a req-3a869b0c-7c68-459a-9a1c-3f2628ad1f4b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1746924 Jan 27 11:19:52.745586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:19:52.755931 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:19:52.767211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:52.767842 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:52.778451 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:52.833704 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-1c8779a0-d0c5-4af3-a800-ce3325c26874 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "PUT /v2.0/floatingips/95057b8f-55c8-45a1-a00b-3c4604ccd1d1 HTTP/1.1" status: 200 len: 992 time: 1.6671097 Jan 27 11:19:52.838997 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:52.841317 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f4a0c-ab7e-4304-ac8f-de607c323786" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:52.846258 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-796ec361-bbb7-4025-b847-01975e6d839a req-7060bfbf-ae02-46a7-9bca-b09f862ef197 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438000 Jan 27 11:19:52.852196 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-cd779b7e-5abc-4667-ae1e-53d0833301d1 service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659586 Jan 27 11:19:52.880731 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:53.039140 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488daf97-8a60-4703-949e-f862b6799bf1 x-openstack-request-id: req-488daf97-8a60-4703-949e-f862b6799bf1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:53.039723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:53.040017 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-488daf97-8a60-4703-949e-f862b6799bf1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:53.040530 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'status': 'completed', 'code': 200} Jan 27 11:19:53.140342 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '95057b8f-55c8-45a1-a00b-3c4604ccd1d1', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:b5:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:25Z', 'updated_at': '2022-01-27T11:19:51Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:53.171586 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:19:53.176066 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46754) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:53.183077 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b0d47891-948a-4ee9-a88e-0630090181ed req-29fccb40-62e8-4a96-9be8-1927f1702ebb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 210 time: 0.1098058 Jan 27 11:19:53.200539 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:19:53.202121 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-2cea9dc3-5f67-47e5-9893-ff8156350a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.202814 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:53.209333 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-2cea9dc3-5f67-47e5-9893-ff8156350a06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1099 time: 0.1371431 Jan 27 11:19:53.307700 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-90818ae0-7a5b-4959-8510-ac414f139b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.312192 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-90818ae0-7a5b-4959-8510-ac414f139b55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.0785947 Jan 27 11:19:53.397660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-70dc69c8-04fa-4862-961f-06636bd8d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.400383 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:19:53.410034 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-70dc69c8-04fa-4862-961f-06636bd8d799 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.1916325 Jan 27 11:19:53.417978 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a945-d568-4ce6-a85a-72b786c5ba4d req-561f4a36-906d-4604-bdf1-39a0318aa3ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.434253 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9e0a945-d568-4ce6-a85a-72b786c5ba4d req-561f4a36-906d-4604-bdf1-39a0318aa3ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1815052 Jan 27 11:19:53.516877 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74417d2b-8ead-4bb7-bd64-132324d9f6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.581734 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-8900586b-ad3c-4f00-9637-330f1f82e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.583444 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-8900586b-ad3c-4f00-9637-330f1f82e36b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.2663672 Jan 27 11:19:53.639082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46776) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:53.654804 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '95057b8f-55c8-45a1-a00b-3c4604ccd1d1', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:b5:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:25Z', 'updated_at': '2022-01-27T11:19:51Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:19:53.656731 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-601d0747-0168-4ef1-9ea7-f21763358c75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.0646563 Jan 27 11:19:53.700297 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283f03a-c2c3-470e-b4d0-284e21d3a4b8 None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '95057b8f-55c8-45a1-a00b-3c4604ccd1d1', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:b5:a2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:19:25Z', 'updated_at': '2022-01-27T11:19:51Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:19:53.709956 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9e0a945-d568-4ce6-a85a-72b786c5ba4d req-124c85ba-051f-415a-9e3a-c39c938ce2b9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717965 Jan 27 11:19:53.711972 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-7a086a04-30d5-4bd7-bc0e-3ebadb1ea18f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 1000 time: 0.2728364 Jan 27 11:19:53.762305 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-47dc5eba-5e75-4a36-aff8-5b07551f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.763834 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-47dc5eba-5e75-4a36-aff8-5b07551f8d22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.0797911 Jan 27 11:19:53.789612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-6ae744c9-2978-4be5-8a72-56edfa9ac7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.791441 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-6ae744c9-2978-4be5-8a72-56edfa9ac7c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0616488 Jan 27 11:19:53.817724 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-0a790d27-42dc-4fd1-aeea-cf8e569f9fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368557 Jan 27 11:19:53.822452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74417d2b-8ead-4bb7-bd64-132324d9f6e5 admin admin] Publish callbacks [] for security_group (4fb2f4ec-1274-4141-bf57-5af8925e01b7), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.824609 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cc77498-dddf-470c-958d-2694191b0a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.829847 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-74417d2b-8ead-4bb7-bd64-132324d9f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4fb2f4ec-1274-4141-bf57-5af8925e01b7), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:53.898374 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-74417d2b-8ead-4bb7-bd64-132324d9f6e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2ae294f972f44998cf9c3e6e92f9c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7205241 Jan 27 11:19:53.908763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-1dd74999-040f-4719-9e10-65774e42f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:53.910391 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-1dd74999-040f-4719-9e10-65774e42f884 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026700 Jan 27 11:19:53.922895 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46782) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:53.932017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74417d2b-8ead-4bb7-bd64-132324d9f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb2f4ec-1274-4141-bf57-5af8925e01b7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:53.994232 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7fc38-1bcc-4569-b45a-b1e75c2541ba None None] New status for floating IP 95057b8f-55c8-45a1-a00b-3c4604ccd1d1: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:19:54.009343 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-948bb188-b588-4971-a62e-a750c3861786 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754568 Jan 27 11:19:54.125730 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3097d1f5-41ca-4c6c-ae45-596c7fb1b79b req-c639c6be-fa8b-4e18-8faf-eb0b2bed6c3f service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025476 Jan 27 11:19:54.163317 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cc77498-dddf-470c-958d-2694191b0a65 admin admin] Publish callbacks [] for security_group (98f3ed52-b65a-420e-aa5d-61c18d96cded), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.165570 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] Publish callbacks [] for security_group (4fb2f4ec-1274-4141-bf57-5af8925e01b7), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.178282 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96200d-503f-4c79-b803-2b5f877fa606 req-1ec6a66e-bce3-4277-add2-72ad7a3cd096 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:54.179814 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7b96200d-503f-4c79-b803-2b5f877fa606 req-1ec6a66e-bce3-4277-add2-72ad7a3cd096 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.2095132 Jan 27 11:19:54.184139 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cc77498-dddf-470c-958d-2694191b0a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (98f3ed52-b65a-420e-aa5d-61c18d96cded), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.244805 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] Publish callbacks [] for security_group (4fb2f4ec-1274-4141-bf57-5af8925e01b7), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.265644 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-5c487e62-a4e3-464c-9c4b-228b2a3c8a44 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974141 Jan 27 11:19:54.297243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc77498-dddf-470c-958d-2694191b0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3ed52-b65a-420e-aa5d-61c18d96cded,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:54.301298 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7cc77498-dddf-470c-958d-2694191b0a65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75ae483110be46daa2817ded7008e78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6612294 Jan 27 11:19:54.305127 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46788) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:54.335507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-20861c5c-cbd2-4db2-ad8b-c19be23fc01e req-be0ca75c-1fd8-4a6d-8cf6-7bb1d38483b8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 210 time: 0.0806136 Jan 27 11:19:54.355244 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] Publish callbacks [] for security_group (98f3ed52-b65a-420e-aa5d-61c18d96cded), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.380787 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] Publish callbacks [] for security_group (98f3ed52-b65a-420e-aa5d-61c18d96cded), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.414233 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7b96200d-503f-4c79-b803-2b5f877fa606 req-bf1e68ec-2146-44dd-a6bb-04b08a34ced2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033546 Jan 27 11:19:54.445519 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (98f3ed52-b65a-420e-aa5d-61c18d96cded), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.448163 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.448792 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4fb2f4ec-1274-4141-bf57-5af8925e01b7), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.450079 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98f3ed52-b65a-420e-aa5d-61c18d96cded HTTP/1.1" status: 204 len: 168 time: 0.1438408 Jan 27 11:19:54.453958 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.455506 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fb2f4ec-1274-4141-bf57-5af8925e01b7 HTTP/1.1" status: 204 len: 168 time: 0.5279663 Jan 27 11:19:54.470976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb7f05-1bf1-49af-a44f-bc12ed180224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3ed52-b65a-420e-aa5d-61c18d96cded,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:54.511511 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-522f4a0c-ab7e-4304-ac8f-de607c323786 req-59ec943d-7dad-409a-87ef-0fcc85391a97 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308769 Jan 27 11:19:54.512300 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f247de-fe08-457b-8ed7-644426ab0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb2f4ec-1274-4141-bf57-5af8925e01b7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:54.618818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-f9560372-36fa-4435-9b29-59f2800927dd tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:54.622234 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-f9560372-36fa-4435-9b29-59f2800927dd tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.1669147 Jan 27 11:19:54.636974 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Request body: {'port': {'device_id': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'admin_state_up': True, 'tenant_id': '09fc060747db493cab14611b5585cdaf'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:54.814778 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:54.819979 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:54.840164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed9034-984a-428d-b9de-8243e1c77ba0 req-f6cddcf8-77c3-4a76-a8b9-cc1cdd41c67f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:54.841700 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61ed9034-984a-428d-b9de-8243e1c77ba0 req-f6cddcf8-77c3-4a76-a8b9-cc1cdd41c67f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0524111 Jan 27 11:19:54.916604 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61ed9034-984a-428d-b9de-8243e1c77ba0 req-37017292-e4e9-4bb6-8237-7dd644ec068d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685253 Jan 27 11:19:54.991768 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Allocated IP 172.20.0.12 (92dacf81-bb4e-4740-8c25-e817aa3226da/4db07fce-9aae-4085-8d1f-8eb828e42734/f310d544-48d3-47a8-955e-87bfc32d29bc) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:55.173936 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks [] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.217621 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.231077 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268', '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:19:55.279510 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Network 92dacf81-bb4e-4740-8c25-e817aa3226da is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:55.284933 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:55.289688 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:55.292921 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event updated for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:55.344807 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:55.345689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.370368 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-29425952-98a6-46ef-9d45-67f1f8b41433 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372012 Jan 27 11:19:55.394150 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Request body: {'port': {'device_id': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:55.506551 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.550563 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f28e-bf8c-4916-8e11-5e7bcfbc29bf req-a9ae0bf0-9b5d-4e18-b98b-b99270e50ced tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:55.552254 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0096f28e-bf8c-4916-8e11-5e7bcfbc29bf req-a9ae0bf0-9b5d-4e18-b98b-b99270e50ced tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 932 time: 0.1365004 Jan 27 11:19:55.622301 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0562a0-4155-44c6-bcb1-1eed4e22248e req-60b8fe37-7c0c-40da-90e7-79b27e7e3e0b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:55.629409 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-de0562a0-4155-44c6-bcb1-1eed4e22248e req-60b8fe37-7c0c-40da-90e7-79b27e7e3e0b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1211672 Jan 27 11:19:55.657553 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0096f28e-bf8c-4916-8e11-5e7bcfbc29bf req-e7e657b6-582c-4f8e-90e9-8298fe9fdc7a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897808 Jan 27 11:19:55.702313 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-de0562a0-4155-44c6-bcb1-1eed4e22248e req-debf18ad-b088-4854-b285-9018d8a5cb00 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714924 Jan 27 11:19:55.866070 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f310d544-48d3-47a8-955e-87bfc32d29bc {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:19:55.874608 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks [] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.889325 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Transition to ACTIVE for port object f310d544-48d3-47a8-955e-87bfc32d29bc will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:19:55.892665 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:55.945109 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Pushing event updated for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:56.053720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Attempting to bind port f310d544-48d3-47a8-955e-87bfc32d29bc on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:56.054066 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Attempting to bind port f310d544-48d3-47a8-955e-87bfc32d29bc by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:56.054435 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Attempting to bind port f310d544-48d3-47a8-955e-87bfc32d29bc on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:56.060777 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Port f310d544-48d3-47a8-955e-87bfc32d29bc on network 92dacf81-bb4e-4740-8c25-e817aa3226da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:19:56.061104 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Attempting to bind port f310d544-48d3-47a8-955e-87bfc32d29bc on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:56.067412 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:56.067752 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Checking segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:56.068122 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Bound using segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:56.068719 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Bound port: f310d544-48d3-47a8-955e-87bfc32d29bc, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:56.069203 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.136938 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727b056-f605-44cd-93cd-af2b0f82d424 req-e95f2c2b-dba1-4b8f-84f6-276f7f66925e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.144780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d727b056-f605-44cd-93cd-af2b0f82d424 req-e95f2c2b-dba1-4b8f-84f6-276f7f66925e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1335063 Jan 27 11:19:56.160844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:56.164110 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f310d544-48d3-47a8-955e-87bfc32d29bc,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:56.176508 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.218151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.218734 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.220404 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] 10.222.0.49 "PUT /v2.0/ports/f310d544-48d3-47a8-955e-87bfc32d29bc HTTP/1.1" status: 200 len: 1094 time: 0.8350461 Jan 27 11:19:56.220866 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:19:56.223360 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bde4b-45cc-41f4-9ded-78c8039504f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:19:56.225806 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d727b056-f605-44cd-93cd-af2b0f82d424 req-4a5eccd3-0049-489e-aba2-25512a7a1093 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Jan 27 11:19:56.301162 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d3d7f-c18d-42be-88e1-8c9a5b64fb4c service neutron] Pushing event updated for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:56.309226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac820c3-fa48-47eb-95db-4a93034affb5 x-openstack-request-id: req-4ac820c3-fa48-47eb-95db-4a93034affb5 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:19:56.309226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:19:56.309226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ac820c3-fa48-47eb-95db-4a93034affb5 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:19:56.310318 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc', 'status': 'completed', 'code': 200} Jan 27 11:19:56.349215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-b2604faa-3532-4947-9068-3adceae9f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.350965 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-b2604faa-3532-4947-9068-3adceae9f521 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 1097 time: 0.0650775 Jan 27 11:19:56.394288 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-73b013df-1dac-4841-8d41-c0b94c88f69a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f310d544-48d3-47a8-955e-87bfc32d29bc HTTP/1.1" status: 200 len: 217 time: 0.0352225 Jan 27 11:19:56.450577 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c639307b-5560-44d9-8448-0d262230db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.452041 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-c639307b-5560-44d9-8448-0d262230db73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0452693 Jan 27 11:19:56.457170 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46918) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:56.493080 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-236cdf35-d0cb-42af-a76d-df1b822a864b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290680 Jan 27 11:19:56.574043 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cb17eab-8562-4dc7-b61c-efebd9d850c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.615791 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-08492019-6796-4fb9-bb1c-8482550882cd service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157355 Jan 27 11:19:56.748120 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cb17eab-8562-4dc7-b61c-efebd9d850c5 admin admin] Publish callbacks [] for security_group (c526470b-e144-4bd7-950a-b4a084eef83d), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.750678 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7f5ff69-f342-4416-bf10-1c15e8b10e9d req-feefff01-cd1d-4070-bfae-2fd6362d65a9 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265945 Jan 27 11:19:56.763746 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1cb17eab-8562-4dc7-b61c-efebd9d850c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c526470b-e144-4bd7-950a-b4a084eef83d), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.810831 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1cb17eab-8562-4dc7-b61c-efebd9d850c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dfb5a38311841da8cb36e123be52d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525262 Jan 27 11:19:56.812897 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17eab-8562-4dc7-b61c-efebd9d850c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c526470b-e144-4bd7-950a-b4a084eef83d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:56.816751 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da2775-5250-4601-a0af-87e54fb7f90a req-1571931d-d070-4b44-9094-c13443aca54c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.817045 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-42da2775-5250-4601-a0af-87e54fb7f90a req-1571931d-d070-4b44-9094-c13443aca54c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 944 time: 0.0807052 Jan 27 11:19:56.818938 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 46940) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:56.865548 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-5e70f616-ff46-4bfe-80a7-c0924473097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.867285 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-5e70f616-ff46-4bfe-80a7-c0924473097a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 1097 time: 0.0404823 Jan 27 11:19:56.917412 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-42da2775-5250-4601-a0af-87e54fb7f90a req-12a82f89-113e-47fb-bfcc-ed0e593d6462 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Jan 27 11:19:56.931110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a243a9-8f6b-4741-9420-f5b90235bf8d req-47b04b2d-e05b-4df4-9f08-e33ec1ffa6df tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.932656 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22a243a9-8f6b-4741-9420-f5b90235bf8d req-47b04b2d-e05b-4df4-9f08-e33ec1ffa6df tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1406512 Jan 27 11:19:56.935612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] Publish callbacks [] for security_group (c526470b-e144-4bd7-950a-b4a084eef83d), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.976174 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] Publish callbacks [] for security_group (c526470b-e144-4bd7-950a-b4a084eef83d), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:56.976980 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-c6a56d70-93b3-46e8-9200-c2600f238892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:56.978505 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-c6a56d70-93b3-46e8-9200-c2600f238892 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 916 time: 0.0972681 Jan 27 11:19:57.021703 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-543fa2b9-22a8-44db-815f-28b15bdec5d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f310d544-48d3-47a8-955e-87bfc32d29bc HTTP/1.1" status: 200 len: 217 time: 0.0341487 Jan 27 11:19:57.024229 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22a243a9-8f6b-4741-9420-f5b90235bf8d req-3abcfcb2-60ab-4470-8d78-b5f76d6e2e84 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841067 Jan 27 11:19:57.048315 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c526470b-e144-4bd7-950a-b4a084eef83d), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.051506 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.052775 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c526470b-e144-4bd7-950a-b4a084eef83d HTTP/1.1" status: 204 len: 168 time: 0.2329061 Jan 27 11:19:57.064751 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adef20-f690-4b3b-97ff-252bf155f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526470b-e144-4bd7-950a-b4a084eef83d,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:57.092409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-b0d8b9c7-d5b2-4f5b-a438-2c9d508289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:57.094052 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-b0d8b9c7-d5b2-4f5b-a438-2c9d508289e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0640626 Jan 27 11:19:57.139358 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-606df9f4-1462-4c16-ae7f-212a604294b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253005 Jan 27 11:19:57.245042 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-cd8711b7-7de6-4be3-a57e-108d73193c3d service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991383 Jan 27 11:19:57.354214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eb127-893a-4f6f-be3a-6c83de5465de req-4ef05caf-c2aa-4704-8143-1a83ce74526f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:57.361292 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-510eb127-893a-4f6f-be3a-6c83de5465de req-4ef05caf-c2aa-4704-8143-1a83ce74526f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0618639 Jan 27 11:19:57.392424 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-749bde4b-45cc-41f4-9ded-78c8039504f5 req-dcc3bf7f-fb84-4e7d-a4f9-73a5c3c40e2e service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350684 Jan 27 11:19:57.423291 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-510eb127-893a-4f6f-be3a-6c83de5465de req-26054b2f-65e5-4128-881c-55d3eb5ad729 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609999 Jan 27 11:19:57.858257 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46984) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:57.966441 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1765192108-network', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:57.988195 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Made reservation on behalf of 365ed35da69e46e38b34bfd498e30fd3 for: {'network': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:57.990559 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:57.999900 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.038692 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a7a2f-938b-4410-8f26-3646c3a9b119 req-820d752e-008a-4d48-b8a2-9d6c54db6775 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:58.040188 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-428a7a2f-938b-4410-8f26-3646c3a9b119 req-820d752e-008a-4d48-b8a2-9d6c54db6775 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 944 time: 0.0483234 Jan 27 11:19:58.083852 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks [] for security_group (ad7e128b-4ae4-4bde-8518-28e34617483a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.093233 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ad7e128b-4ae4-4bde-8518-28e34617483a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.116761 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:19:58.127884 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-428a7a2f-938b-4410-8f26-3646c3a9b119 req-df9ac47c-af83-4be5-9f0a-c677ef45604a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804214 Jan 27 11:19:58.133805 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e128b-4ae4-4bde-8518-28e34617483a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:58.140114 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (08b78b10-0a9e-4419-a6a9-649bd873c265), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.140708 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.segments_db [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Added segment 08b78b10-0a9e-4419-a6a9-649bd873c265 of type vlan for network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a Jan 27 11:19:58.188954 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.214347 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bda0e-64d4-47ed-bace-b13cf307f24c req-53c666ec-291e-4f98-a76c-6829b9e5b19e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:58.215748 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.215919 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8c8bda0e-64d4-47ed-bace-b13cf307f24c req-53c666ec-291e-4f98-a76c-6829b9e5b19e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0535600 Jan 27 11:19:58.216742 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:58.217308 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.269691 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8c8bda0e-64d4-47ed-bace-b13cf307f24c req-9823477c-648b-4cb9-bb73-25bb6139229f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 Jan 27 11:19:58.281819 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4181802 Jan 27 11:19:58.281819 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 46994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:58.283728 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f9b24-43de-4572-b1e2-a5161ad6b63e admin admin] Pushing event updated for resources: {'Network': ['ID=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:58.290111 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Request body: {'subnet': {'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1765192108-subnet', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:58.305855 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:19:58.318655 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Made reservation on behalf of 365ed35da69e46e38b34bfd498e30fd3 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:19:58.320971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.702357 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (fc7c730c-a759-4ae0-bcfb-976e3fb32d07), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.757323 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7c730c-a759-4ae0-bcfb-976e3fb32d07,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:58.766176 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Checking segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:58.768335 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Network hostable DHCP agents. Network: 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:19:58.787276 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:19:58.798362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:58.802854 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:58.803629 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.810077 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08c2e7-34aa-406c-abf2-de39f827488c None None] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:19:58.828474 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-fe670e86-6527-4507-bd8d-8ecc562688f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5455294 Jan 27 11:19:58.831156 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47008) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:19:58.836187 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:19:58.858878 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.860176 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.932234 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:19:58.933192 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.935604 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for router_controller (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:58.939999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e48a7-37ed-497f-9b31-19f6ae0b0775 req-d96fee81-667f-4a63-8305-49d0cdb685c3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:58.942208 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a6e48a7-37ed-497f-9b31-19f6ae0b0775 req-d96fee81-667f-4a63-8305-49d0cdb685c3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0642810 Jan 27 11:19:59.021678 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a6e48a7-37ed-497f-9b31-19f6ae0b0775 req-14bf9393-625c-420f-a90d-e2944ae22184 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Jan 27 11:19:59.141033 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Allocated IP 172.20.0.2 (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a/fc7c730c-a759-4ae0-bcfb-976e3fb32d07/663a7b33-6bd2-44a4-b56b-a6ef442c6dc0) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:59.153887 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for router_gateway (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.272005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2f212-b6f5-44c4-a2ca-1ba8f7ca1280 req-03dfdbc9-0628-4574-bad7-c24e9b895540 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:59.273716 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-18f2f212-b6f5-44c4-a2ca-1ba8f7ca1280 req-03dfdbc9-0628-4574-bad7-c24e9b895540 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 944 time: 0.0666037 Jan 27 11:19:59.328940 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-18f2f212-b6f5-44c4-a2ca-1ba8f7ca1280 req-2b8ba583-8602-49ff-b274-35b71753961b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Jan 27 11:19:59.333586 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks [] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.347004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.399429 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:59.412101 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:59.417345 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:59.420739 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Pushing event updated for resources: {'Port': ['ID=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:59.448516 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for router_gateway (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.484745 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Attempting to bind port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:19:59.485190 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Attempting to bind port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:19:59.485365 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.486113 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Attempting to bind port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 on network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:19:59.491914 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:19:59.492788 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Checking segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:19:59.493401 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.493932 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Bound using segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:19:59.494681 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Bound port: 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:19:59.495279 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.513952 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2fe31-5025-40a8-a724-afe1cef806af req-71cd2dfb-5f58-4611-aa50-7e8c553ea04f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:19:59.516284 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e2fe31-5025-40a8-a724-afe1cef806af req-71cd2dfb-5f58-4611-aa50-7e8c553ea04f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1036994 Jan 27 11:19:59.574606 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e2fe31-5025-40a8-a724-afe1cef806af req-89a14d0c-f765-46e6-8083-58122cad5fd2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508955 Jan 27 11:19:59.576244 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] For port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:19:59.582204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] For port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:19:59.607809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.643811 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Allocated IP 172.27.3.25 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/9c0d9904-7cf1-4527-83c3-5eb93f348a43) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:19:59.656864 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49620246-77b0-4717-8717-4ff16bf5aac6 None None] Pushing event updated for resources: {'Port': ['ID=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:59.753765 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.796207 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:19:59.849789 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:19:59.853477 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0d9904-7cf1-4527-83c3-5eb93f348a43,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:19:59.856618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:19:59.858677 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:19:59.904950 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f310d544-48d3-47a8-955e-87bfc32d29bc details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:20:00.151084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f310d544-48d3-47a8-955e-87bfc32d29bc,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:00.159421 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for router_gateway (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.166009 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'f310d544-48d3-47a8-955e-87bfc32d29bc', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'port_id': 'f310d544-48d3-47a8-955e-87bfc32d29bc', 'mac_address': 'fa:16:3e:eb:0e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db07fce-9aae-4085-8d1f-8eb828e42734', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:20:00.224232 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f310d544-48d3-47a8-955e-87bfc32d29bc is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:00.224555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.227774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.238264 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f310d544-48d3-47a8-955e-87bfc32d29bc {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:00.265422 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f310d544-48d3-47a8-955e-87bfc32d29bc,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:00.270951 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.331297 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:00.415826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.516235 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ca612-0455-4115-a722-966393c26734 req-8edf089d-3b5e-4a74-860d-e0129c5f63f6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:00.525300 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be5ca612-0455-4115-a722-966393c26734 req-8edf089d-3b5e-4a74-860d-e0129c5f63f6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 945 time: 0.0964122 Jan 27 11:20:00.605923 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f310d544-48d3-47a8-955e-87bfc32d29bc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:00.611779 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:20:00.618085 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be5ca612-0455-4115-a722-966393c26734 req-37e5b352-e58e-4764-b7a7-d0ad29e0fc29 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Jan 27 11:20:00.763826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:00.780402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Sync routers for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:00.786020 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:00.789867 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-dd8ac48d-f860-4ff0-89b7-32156e28f862 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9550867 Jan 27 11:20:00.794525 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47060) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:00.812753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:00.813388 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:00.862289 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb684d-63af-4c4f-91ea-e7e7a0ea2c6b None None] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:00.866953 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73668c0-fbfd-4f7e-937d-fa8ac09c0049 req-d57b8586-d27a-4187-be9f-adff5c28e413 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:00.868617 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b73668c0-fbfd-4f7e-937d-fa8ac09c0049 req-d57b8586-d27a-4187-be9f-adff5c28e413 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1483428 Jan 27 11:20:00.973775 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b73668c0-fbfd-4f7e-937d-fa8ac09c0049 req-a94ecc3b-9b86-4ecd-8d1f-252784d0361e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986772 Jan 27 11:20:01.011042 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Provisioning complete for port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:01.011517 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.093884 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:01.252970 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Current status of the port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:01.253375 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.348071 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] For port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:01.365150 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.366675 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.407851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:00Z', 'revision_number': 3, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:01.490372 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Checking router: 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:01.498506 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Updating router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:01.522823 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb75cf3-65e0-4bfa-aa97-c5984498c210 None None] Pushing event updated for resources: {'Port': ['ID=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:01.537365 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.570713 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:01.676713 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Allocated IP 172.20.0.1 (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a/fc7c730c-a759-4ae0-bcfb-976e3fb32d07/be99cf1d-fe74-4ea9-8773-6d303573d057) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:01.761483 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-fb5bac5e-4db9-455a-b16b-55a184fda1c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651712 Jan 27 11:20:01.782636 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ad3fb83d-516a-4c61-8549-c34de4a2d9ae None None] Provisioning complete for port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:01.783439 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad3fb83d-516a-4c61-8549-c34de4a2d9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.825247 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:01.826021 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:01.866880 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-592618be-554f-42e6-8721-4dc8115a9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:01.868625 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-592618be-554f-42e6-8721-4dc8115a9508 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 1098 time: 0.0734150 Jan 27 11:20:01.933039 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f310d544-48d3-47a8-955e-87bfc32d29bc up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:02.033866 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-b7157a34-6136-4064-9805-cb720a9c0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:02.035696 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-b7157a34-6136-4064-9805-cb720a9c0f50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 916 time: 0.1437738 Jan 27 11:20:02.098178 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-1764c125-fbd1-48fb-9228-8810b8c1d81d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4407827-389d-487b-8435-1a7a5503a268 HTTP/1.1" status: 200 len: 217 time: 0.0531602 Jan 27 11:20:02.112656 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:02.133162 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks [] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.169652 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a911f0a-977b-40c3-a453-46b75af875d0 req-42f8aa40-afa7-4264-8d88-41b2ef6ee2f6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:02.170724 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-04057a5a-cb56-4c41-88fa-fa91aec62b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:02.172870 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-04057a5a-cb56-4c41-88fa-fa91aec62b30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0679045 Jan 27 11:20:02.176859 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1a911f0a-977b-40c3-a453-46b75af875d0 req-42f8aa40-afa7-4264-8d88-41b2ef6ee2f6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 945 time: 0.1383564 Jan 27 11:20:02.213420 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ad3fb83d-516a-4c61-8549-c34de4a2d9ae None None] Current status of the port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:02.232367 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port f310d544-48d3-47a8-955e-87bfc32d29bc completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:20:02.235188 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d87e11-5dda-4cde-9ea8-69e4701b3213 req-5ee999a0-2f36-4d50-a130-9d2ab3789a0f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:02.237553 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-27f95931-efe7-42d7-bfe6-2186038c5acc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560155 Jan 27 11:20:02.238301 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c4d87e11-5dda-4cde-9ea8-69e4701b3213 req-5ee999a0-2f36-4d50-a130-9d2ab3789a0f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1236484 Jan 27 11:20:02.244330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port f310d544-48d3-47a8-955e-87bfc32d29bc triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:02.244485 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.301774 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.314311 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1a911f0a-977b-40c3-a453-46b75af875d0 req-6c95f85f-76c9-4fc6-8b93-d477b98ceb39 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363032 Jan 27 11:20:02.346074 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks [] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.358713 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-ad67db6b-a0e8-4302-8e82-9b88cb046082 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103935 Jan 27 11:20:02.359725 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.401108 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-10093e2e-0ae4-42b0-950d-1072d27289bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.423169 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:02.434661 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:02.435807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Pushing event updated for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:02.438177 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:02.471185 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796eced-b0e2-421b-87a5-751adb76ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9c0d9904-7cf1-4527-83c3-5eb93f348a43,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:02.473789 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Attempting to bind port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:02.474484 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Attempting to bind port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:02.474914 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Attempting to bind port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:02.490820 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:02.491291 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:02.491778 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.492875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:02.493034 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Bound port: 9c0d9904-7cf1-4527-83c3-5eb93f348a43, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:02.493534 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.493655 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.499024 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f310d544-48d3-47a8-955e-87bfc32d29bc is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:02.499024 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.525707 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-da45db9b-88ee-4a13-80d7-b726ef11d7a9 req-557943ec-88a6-40c9-8d21-26e9baedf72a service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564312 Jan 27 11:20:02.591056 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c4d87e11-5dda-4cde-9ea8-69e4701b3213 req-ce401fe0-3b77-41dd-8b7a-d3a69e846284 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378916 Jan 27 11:20:02.604738 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:02.607477 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee98c2ae-c798-4686-bf32-51b7979ae83e" -d '{"events": [{"server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "name": "network-vif-plugged", "status": "completed", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:02.675252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f310d544-48d3-47a8-955e-87bfc32d29bc,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:02.682830 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] For port 9c0d9904-7cf1-4527-83c3-5eb93f348a43, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:02.685062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d9d59e-8aed-46f3-b47e-1ddf1357b829 x-openstack-request-id: req-c2d9d59e-8aed-46f3-b47e-1ddf1357b829 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:02.685385 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "name": "network-vif-plugged", "status": "completed", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:02.685787 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d9d59e-8aed-46f3-b47e-1ddf1357b829 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:02.686236 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc', 'code': 200} Jan 27 11:20:02.689076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.702587 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] For port 9c0d9904-7cf1-4527-83c3-5eb93f348a43, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9c0d9904-7cf1-4527-83c3-5eb93f348a43,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:02.830279 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.910638 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.913011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1062-81c1-4897-b049-2c226c00265d req-da464148-4ddc-4f69-b782-1b9bb0d85170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:02.919840 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-a15a1062-81c1-4897-b049-2c226c00265d req-da464148-4ddc-4f69-b782-1b9bb0d85170 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 1099 time: 0.0568075 Jan 27 11:20:02.955226 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2fef4f7a-6332-472b-9b90-b9d289be1335 None None] Provisioning complete for port be99cf1d-fe74-4ea9-8773-6d303573d057 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:02.955592 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2fef4f7a-6332-472b-9b90-b9d289be1335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:02.957900 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:02.995778 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:02.996773 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:19:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:03.000649 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-a15a1062-81c1-4897-b049-2c226c00265d req-1e6ff942-8628-4ffe-a15c-7087256ab54c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 Jan 27 11:20:03.066308 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks [] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:03.073935 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:03.087084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2fef4f7a-6332-472b-9b90-b9d289be1335 None None] Port be99cf1d-fe74-4ea9-8773-6d303573d057 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:03.140754 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796eced-b0e2-421b-87a5-751adb76ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9c0d9904-7cf1-4527-83c3-5eb93f348a43,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:03.144425 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:03.148071 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Pushing event updated for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:03.160327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.160748 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.161031 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.161366 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.162227 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.162227 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.162454 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.162683 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.163031 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.163365 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.163702 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.164023 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.164343 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:03.175094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:03.255872 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:03.257466 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:03.389527 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:03.416840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:20:03.469651 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:01Z', 'revision_number': 1, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:03.473486 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:03.473486 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:03.532302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec657c9-c49a-4e8c-8c28-f6ca7fedc3fa None None] The sync data for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi is: [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:01Z', 'revision_number': 1, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:03.561411 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-f4dbf4eb-fae0-42a4-ac93-1fb966c1978c None None] Provisioning complete for port be99cf1d-fe74-4ea9-8773-6d303573d057 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:03.561790 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f4dbf4eb-fae0-42a4-ac93-1fb966c1978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:03.584092 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a447a0-c87b-4f1e-9643-c2492bf60bc4 req-47ac5118-0ac8-432a-afb3-a00de52deb8a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:03.589492 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83a447a0-c87b-4f1e-9643-c2492bf60bc4 req-47ac5118-0ac8-432a-afb3-a00de52deb8a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.1406815 Jan 27 11:20:03.638138 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbf4eb-fae0-42a4-ac93-1fb966c1978c None None] Port be99cf1d-fe74-4ea9-8773-6d303573d057 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:03.643133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:03.649897 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d2321317-8775-4d21-b002-731bf1f1edcd admin admin] 10.222.0.52 "PUT /v2.0/routers/33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8542352 Jan 27 11:20:03.657135 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:03.667524 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83a447a0-c87b-4f1e-9643-c2492bf60bc4 req-06d65c5e-97bd-470f-aa34-3af76f952856 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740781 Jan 27 11:20:03.751155 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3fe0-5718-4392-bb00-a239e9f1d088 req-8513ce27-3898-4d39-9daa-48c3b2c43902 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:03.752682 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-377a3fe0-5718-4392-bb00-a239e9f1d088 req-8513ce27-3898-4d39-9daa-48c3b2c43902 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0513010 Jan 27 11:20:03.820955 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-377a3fe0-5718-4392-bb00-a239e9f1d088 req-baa0f39d-b14d-408e-9194-c50213a66fdb tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583017 Jan 27 11:20:04.197228 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47152) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:04.202364 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93229298-network', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:04.224071 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Made reservation on behalf of 2b29b42d1e7448f9b48c33caf746ab04 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:04.226582 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.239709 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.346874 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks [] for security_group (395256cd-aeae-4af9-ab05-355b84f9fc83), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.361436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (395256cd-aeae-4af9-ab05-355b84f9fc83), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.397250 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:20:04.413467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395256cd-aeae-4af9-ab05-355b84f9fc83,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:04.422472 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (8a3d38e7-9f33-46a0-8309-fd48e1b73759), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.422472 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Added segment 8a3d38e7-9f33-46a0-8309-fd48e1b73759 of type vlan for network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 Jan 27 11:20:04.474915 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.511618 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.513256 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:04.513832 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.579938 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3815143 Jan 27 11:20:04.582874 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47158) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:04.587971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Request body: {'subnet': {'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93229298-subnet', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:04.589220 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01d94-756e-496c-a29e-21f8ceb27513 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a3e0fa-7dac-44e6-9e36-e998ab3b1104,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:04.604955 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:20:04.613005 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Made reservation on behalf of 2b29b42d1e7448f9b48c33caf746ab04 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:04.615667 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.651001 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0825ab7d-b92e-4f8f-9c38-541f81e5921a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:04.817973 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0b9b-6f1a-4746-b521-d364249ed7cf req-71a8716a-2735-41f5-9383-0d01a4b67eb0 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:04.819791 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7dca0b9b-6f1a-4746-b521-d364249ed7cf req-71a8716a-2735-41f5-9383-0d01a4b67eb0 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.0659287 Jan 27 11:20:04.877414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7dca0b9b-6f1a-4746-b521-d364249ed7cf req-0b2062fb-8196-4d73-9e99-efd6219b06da tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Jan 27 11:20:05.023723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c15be-4683-4208-92a5-6a378bbd27bb req-8b774144-01e5-4381-a1f4-e709b2760570 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.025541 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-363c15be-4683-4208-92a5-6a378bbd27bb req-8b774144-01e5-4381-a1f4-e709b2760570 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0862732 Jan 27 11:20:05.090964 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-363c15be-4683-4208-92a5-6a378bbd27bb req-0ec3cb9c-8121-4e6f-8aa7-0bf82a5f6716 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587196 Jan 27 11:20:05.098554 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (159bc7bd-4290-4317-bdeb-1ecc726ea8a7), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.184027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Pushing event updated for resources: {'Subnet': ['ID=159bc7bd-4290-4317-bdeb-1ecc726ea8a7,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:05.188217 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.188569 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.188969 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.189362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.189752 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.190138 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.190587 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.190972 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.191387 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.191782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.192207 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.192583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.192970 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:05.205369 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Checking segment: {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:05.205729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Network hostable DHCP agents. Network: e4a3e0fa-7dac-44e6-9e36-e998ab3b1104, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:20:05.233094 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:20:05.246558 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, e4a3e0fa-7dac-44e6-9e36-e998ab3b1104) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:05.252296 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:05.255183 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.259710 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bfbd1-cbe7-4aa4-8175-a6c6f714e434 None None] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:05.285528 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-2dc17f30-c168-4546-bd80-31a7d45b949e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7014952 Jan 27 11:20:05.288229 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47174) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:05.296574 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:05.341283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.342851 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.412941 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for router_controller (d5543488-ecd7-4ddc-9c8f-3b471f679705), precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.500270 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9c0d9904-7cf1-4527-83c3-5eb93f348a43 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:05.504262 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:20:05.506277 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.616889 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for router_gateway (d5543488-ecd7-4ddc-9c8f-3b471f679705), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.645227 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:05.645992 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.720948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Allocated IP 172.20.0.2 (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104/159bc7bd-4290-4317-bdeb-1ecc726ea8a7/24089e2b-828b-4819-ad1e-31d35b771101) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:05.826623 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:05.826825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.852700 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for router_gateway (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.859735 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 9c0d9904-7cf1-4527-83c3-5eb93f348a43, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9c0d9904-7cf1-4527-83c3-5eb93f348a43,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:05.860707 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.867184 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.873684 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:05.968908 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=9c0d9904-7cf1-4527-83c3-5eb93f348a43,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:05.988976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Allocated IP 172.27.3.34 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/8cbf6f85-c58c-4cf2-8122-a17323125a27) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:05.993631 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks [] for port (24089e2b-828b-4819-ad1e-31d35b771101), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.015673 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (24089e2b-828b-4819-ad1e-31d35b771101), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.022189 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Sync routers for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:06.045225 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:06.045845 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:06.080413 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Pushing event updated for resources: {'Port': ['ID=24089e2b-828b-4819-ad1e-31d35b771101,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.098892 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:06.100941 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:06.105010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:06.114294 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.178247 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.192415 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Attempting to bind port 24089e2b-828b-4819-ad1e-31d35b771101 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:06.193034 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Attempting to bind port 24089e2b-828b-4819-ad1e-31d35b771101 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:06.193601 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Attempting to bind port 24089e2b-828b-4819-ad1e-31d35b771101 on network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:06.199483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:06.200217 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Checking segment: {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:06.200944 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.201610 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Bound using segment: {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:06.202304 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Bound port: 24089e2b-828b-4819-ad1e-31d35b771101, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:06.203075 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (24089e2b-828b-4819-ad1e-31d35b771101), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.238326 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:06.242918 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9207d-5e30-4a8d-9e19-b9b7f5f6bf33 req-d5406baf-9c89-46bd-baf8-ca47ef24569f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:06.246561 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:06.252566 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22c9207d-5e30-4a8d-9e19-b9b7f5f6bf33 req-d5406baf-9c89-46bd-baf8-ca47ef24569f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0695827 Jan 27 11:20:06.258589 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:06.262499 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbf6f85-c58c-4cf2-8122-a17323125a27,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.266424 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:06.318927 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22c9207d-5e30-4a8d-9e19-b9b7f5f6bf33 req-71728a8f-4b33-448c-9214-948d731335d9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652866 Jan 27 11:20:06.327841 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] For port 24089e2b-828b-4819-ad1e-31d35b771101, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:06.335812 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] For port 24089e2b-828b-4819-ad1e-31d35b771101, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=24089e2b-828b-4819-ad1e-31d35b771101,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:06.342539 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (24089e2b-828b-4819-ad1e-31d35b771101), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.404724 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8084-87c9-4f9b-aa7a-dcc5b2da8637 None None] Pushing event updated for resources: {'Port': ['ID=24089e2b-828b-4819-ad1e-31d35b771101,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:06.596942 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for router_gateway (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.600479 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 2, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:06.628641 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Checking router: 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:06.629158 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Updating router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 port be99cf1d-fe74-4ea9-8773-6d303573d057 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:06.676707 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:06.924087 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.105081 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Router d5543488-ecd7-4ddc-9c8f-3b471f679705 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:20:07.156312 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks [] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.168122 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.190953 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47216) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:07.240354 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da64a5-3d6e-45c7-be51-29281a61805c None None] Pushing event updated for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:07.271268 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.317288 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:07.327478 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Sync routers for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:07.351519 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:07.358650 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.363057 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7c8e8adb-f054-42ca-b466-6ca8963fc1c5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0709376 Jan 27 11:20:07.363528 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:07.363635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47224) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:07.394453 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Attempting to bind port be99cf1d-fe74-4ea9-8773-6d303573d057 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:07.397871 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Attempting to bind port be99cf1d-fe74-4ea9-8773-6d303573d057 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:07.398219 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Attempting to bind port be99cf1d-fe74-4ea9-8773-6d303573d057 on network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:07.413514 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:07.416810 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Checking segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:07.417369 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.417877 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Bound using segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:07.422328 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Bound port: be99cf1d-fe74-4ea9-8773-6d303573d057, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:07.422993 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.536346 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9356c9a-b734-4582-8980-c7f2cb612c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.650879 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] For port be99cf1d-fe74-4ea9-8773-6d303573d057, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:07.655770 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] For port be99cf1d-fe74-4ea9-8773-6d303573d057, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=be99cf1d-fe74-4ea9-8773-6d303573d057,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:07.663519 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.771580 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:07.772288 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:07.776002 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da64a5-3d6e-45c7-be51-29281a61805c None None] Pushing event updated for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:07.847824 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-29032f28-70fe-4a83-8c93-6fc80f22bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.856225 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-29032f28-70fe-4a83-8c93-6fc80f22bd44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.1133454 Jan 27 11:20:07.868762 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9356c9a-b734-4582-8980-c7f2cb612c60 admin admin] Publish callbacks [] for security_group (207d9c88-27cc-4af2-aac4-2b690a652e78), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.908199 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 24089e2b-828b-4819-ad1e-31d35b771101 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:07.911075 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e9356c9a-b734-4582-8980-c7f2cb612c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (207d9c88-27cc-4af2-aac4-2b690a652e78), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:07.980956 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c87c19-dff1-4feb-a334-02ed1cc3ab20 req-c687c131-ef0c-4d7a-bf3a-4bd393d242e0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:07.990588 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-95c87c19-dff1-4feb-a334-02ed1cc3ab20 req-c687c131-ef0c-4d7a-bf3a-4bd393d242e0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.4398286 Jan 27 11:20:08.021121 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:08.024843 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Provisioning complete for port be99cf1d-fe74-4ea9-8773-6d303573d057 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:08.025418 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.072048 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-fc80c272-e979-430d-a704-5c0ff21f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:08.074199 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-fc80c272-e979-430d-a704-5c0ff21f131b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.2094815 Jan 27 11:20:08.098076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 24089e2b-828b-4819-ad1e-31d35b771101 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:08.098488 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (24089e2b-828b-4819-ad1e-31d35b771101), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.101578 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:08.141284 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-7ccdd9c1-fae0-4ef6-8baf-dfe166ada2ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.0593224 Jan 27 11:20:08.156815 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e9356c9a-b734-4582-8980-c7f2cb612c60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a39eb0bbe2274044a285e4c698eced9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9646931 Jan 27 11:20:08.161052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47236) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:08.184658 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9356c9a-b734-4582-8980-c7f2cb612c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207d9c88-27cc-4af2-aac4-2b690a652e78,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:08.203962 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293303c5-0149-4403-b58a-c2da421e7a9b req-37216a06-2626-4e56-8d6f-dc7ce7242aef tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:08.211555 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-293303c5-0149-4403-b58a-c2da421e7a9b req-37216a06-2626-4e56-8d6f-dc7ce7242aef tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.3409894 Jan 27 11:20:08.260443 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-8ae12317-41e4-419c-ba9b-7bc29fd74eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:08.262051 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-8ae12317-41e4-419c-ba9b-7bc29fd74eb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.1134117 Jan 27 11:20:08.262966 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] Publish callbacks [] for security_group (207d9c88-27cc-4af2-aac4-2b690a652e78), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.277111 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d50ab-4078-43f1-9ca9-d2c16da7eb83 None None] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:08.299747 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-95c87c19-dff1-4feb-a334-02ed1cc3ab20 req-0fde2b11-9d61-40de-a239-8c6ccb0928c7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819591 Jan 27 11:20:08.299968 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:07Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:08.321456 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-b68f59f6-32bf-420b-a5f1-6031c7527981 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438349 Jan 27 11:20:08.324162 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] Publish callbacks [] for security_group (207d9c88-27cc-4af2-aac4-2b690a652e78), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.332560 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cd469-3b9f-4d99-8201-6eacf5bcbae5 None None] The sync data for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi is: [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:07Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:08.361529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-293303c5-0149-4403-b58a-c2da421e7a9b req-c59b68a1-bae7-426b-b657-8a0b6119187f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487100 Jan 27 11:20:08.558299 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Current status of the port be99cf1d-fe74-4ea9-8773-6d303573d057 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:08.558712 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.630010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.696647 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.706145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 24089e2b-828b-4819-ad1e-31d35b771101 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:08.706555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (24089e2b-828b-4819-ad1e-31d35b771101), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.710482 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] For port be99cf1d-fe74-4ea9-8773-6d303573d057, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=be99cf1d-fe74-4ea9-8773-6d303573d057,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:08.729331 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-6f2eca00-c57f-4741-bb25-41e925ff38f0 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837156 Jan 27 11:20:08.734695 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.757205 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (207d9c88-27cc-4af2-aac4-2b690a652e78), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.760011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.763933 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/207d9c88-27cc-4af2-aac4-2b690a652e78 HTTP/1.1" status: 204 len: 168 time: 0.5967290 Jan 27 11:20:08.825825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da5716-31fe-4557-a1d7-a72b4579558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d9c88-27cc-4af2-aac4-2b690a652e78,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:08.885336 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 24089e2b-828b-4819-ad1e-31d35b771101, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=24089e2b-828b-4819-ad1e-31d35b771101,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:08.916236 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (24089e2b-828b-4819-ad1e-31d35b771101), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:08.919592 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9c0d9904-7cf1-4527-83c3-5eb93f348a43 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:08.938753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4ead6-2af3-4fa4-92e9-15ca0eba2614 None None] Pushing event updated for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:08.939534 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1020ef14-5867-49e7-9171-f558d5344ff2 req-29130638-a4f8-459e-bf6d-90f3bea02d85 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989479 Jan 27 11:20:09.003630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Allocated IP 172.20.0.1 (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104/159bc7bd-4290-4317-bdeb-1ecc726ea8a7/1c957d9d-8b90-421c-aa05-eeb65e7dea15) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:09.085019 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Provisioning complete for port be99cf1d-fe74-4ea9-8773-6d303573d057 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:09.085759 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.092161 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:06Z', 'revision_number': 3, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:09.197121 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks [] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.203245 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Checking router: d5543488-ecd7-4ddc-9c8f-3b471f679705 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:09.203600 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Updating router d5543488-ecd7-4ddc-9c8f-3b471f679705 port 8cbf6f85-c58c-4cf2-8122-a17323125a27 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:09.225297 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=24089e2b-828b-4819-ad1e-31d35b771101,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:09.237645 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.251977 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.284724 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:09.288105 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:09.292087 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:09.320681 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:09.321229 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.326644 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Pushing event updated for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:09.346777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.483605 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Current status of the port be99cf1d-fe74-4ea9-8773-6d303573d057 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:09.542273 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:09.544683 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Provisioning complete for port 24089e2b-828b-4819-ad1e-31d35b771101 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:09.545105 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (24089e2b-828b-4819-ad1e-31d35b771101), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.701908 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device be99cf1d-fe74-4ea9-8773-6d303573d057 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:09.739452 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8005d17d-08cb-4eae-9a5a-394c97240eda None None] Current status of the port 24089e2b-828b-4819-ad1e-31d35b771101 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:09.812934 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks [] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.820078 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port be99cf1d-fe74-4ea9-8773-6d303573d057 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:09.820460 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.822677 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.829826 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fe7fc-f5c9-4458-90e9-ecbf91db9beb req-c0d49ce9-4588-453c-a23e-218884e3ea6b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:09.831337 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c65fe7fc-f5c9-4458-90e9-ecbf91db9beb req-c0d49ce9-4588-453c-a23e-218884e3ea6b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.3567507 Jan 27 11:20:09.837671 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb099a21-d157-4707-b694-299a5597c9dc req-c512d4bb-e8a4-4bdc-a951-8fe38dba1697 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:09.839056 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb099a21-d157-4707-b694-299a5597c9dc req-c512d4bb-e8a4-4bdc-a951-8fe38dba1697 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.3953230 Jan 27 11:20:09.864490 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.913799 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c9bbc-e5ad-4379-996c-b8fc2ed76fdd None None] Pushing event updated for resources: {'Port': ['ID=8cbf6f85-c58c-4cf2-8122-a17323125a27,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:09.916155 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Attempting to bind port 8cbf6f85-c58c-4cf2-8122-a17323125a27 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:09.916421 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Attempting to bind port 8cbf6f85-c58c-4cf2-8122-a17323125a27 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:09.916770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Attempting to bind port 8cbf6f85-c58c-4cf2-8122-a17323125a27 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:09.922753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Provisioning complete for port 24089e2b-828b-4819-ad1e-31d35b771101 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:09.922753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (24089e2b-828b-4819-ad1e-31d35b771101), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.948495 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c65fe7fc-f5c9-4458-90e9-ecbf91db9beb req-f005e85f-4ba6-4ead-84bc-71f6af50d287 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062131 Jan 27 11:20:09.950586 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:09.950959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:09.951675 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.951675 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:09.952183 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Bound port: 8cbf6f85-c58c-4cf2-8122-a17323125a27, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:09.952920 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:09.957596 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:20:09.968681 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb099a21-d157-4707-b694-299a5597c9dc req-4f4c2b17-41e2-4fbb-99a9-ce85efaeb795 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233170 Jan 27 11:20:10.014547 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:20:10.090941 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks [] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.096585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.103490 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port be99cf1d-fe74-4ea9-8773-6d303573d057 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:10.104530 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 24089e2b-828b-4819-ad1e-31d35b771101 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:10.162578 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Pushing event updated for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:10.165060 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.261908 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] For port 8cbf6f85-c58c-4cf2-8122-a17323125a27, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:10.267443 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:10.269013 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:10.324769 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] For port 8cbf6f85-c58c-4cf2-8122-a17323125a27, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=8cbf6f85-c58c-4cf2-8122-a17323125a27,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:10.344688 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.393419 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Current status of the port 24089e2b-828b-4819-ad1e-31d35b771101 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:10.411942 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Router d5543488-ecd7-4ddc-9c8f-3b471f679705 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:20:10.412640 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:10.460928 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:20:10.470608 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:10.471303 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:10.475869 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Provisioning complete for port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:10.476241 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.513136 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c9bbc-e5ad-4379-996c-b8fc2ed76fdd None None] Pushing event updated for resources: {'Port': ['ID=8cbf6f85-c58c-4cf2-8122-a17323125a27,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:10.518424 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 24089e2b-828b-4819-ad1e-31d35b771101 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:10.518802 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (24089e2b-828b-4819-ad1e-31d35b771101), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.538399 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:10.546386 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-3f70327a-75ed-4797-bdad-d44b276aa53d admin admin] 10.222.0.52 "PUT /v2.0/routers/d5543488-ecd7-4ddc-9c8f-3b471f679705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1791122 Jan 27 11:20:10.625408 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a75f1031-abb4-45ad-847b-34b222227388 None None] Port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:10.627246 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: ACTIVE; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:10.627246 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.677343 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:10.714744 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:10.720344 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:10.765739 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.868231 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 24089e2b-828b-4819-ad1e-31d35b771101 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:10.873961 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4ad8dec1-a114-45ab-9ba7-623a75b7e4a9 None None] Provisioning complete for port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:10.874463 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ad8dec1-a114-45ab-9ba7-623a75b7e4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:10.932774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['749f145d-c91b-426c-b637-905f6b2c6c8c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:10.939204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:11.167209 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8dec1-a114-45ab-9ba7-623a75b7e4a9 None None] Port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:11.210515 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e191a-f44b-44fb-8b3e-51f488a8efaf req-7e2ad2cc-2796-40bb-98fb-2f98c6912729 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:11.212090 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-581e191a-f44b-44fb-8b3e-51f488a8efaf req-7e2ad2cc-2796-40bb-98fb-2f98c6912729 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 945 time: 0.1277785 Jan 27 11:20:11.221024 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcccd43-7cde-4b6a-97c1-6b86a1a2219c req-1ede9022-880a-4852-a9f4-be149c4a8505 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:11.222619 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7bcccd43-7cde-4b6a-97c1-6b86a1a2219c req-1ede9022-880a-4852-a9f4-be149c4a8505 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1739614 Jan 27 11:20:11.370894 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-581e191a-f44b-44fb-8b3e-51f488a8efaf req-990b754d-c416-40fd-8063-61f421ef3d40 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472344 Jan 27 11:20:11.382109 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1c957d9d-8b90-421c-aa05-eeb65e7dea15', 'name': '', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'mac_address': 'fa:16:3e:eb:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:08Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 2, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'subnets': [{'id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:11.391684 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7bcccd43-7cde-4b6a-97c1-6b86a1a2219c req-c20f5643-eae7-417a-a520-108d7b12fb62 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520100 Jan 27 11:20:11.486987 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ef78a-0ed4-4e0c-a5e2-14dcd0ee3194 None None] The sync data for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi is: [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1c957d9d-8b90-421c-aa05-eeb65e7dea15', 'name': '', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'mac_address': 'fa:16:3e:eb:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:08Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 2, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'subnets': [{'id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:11.948162 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:12.066568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 749f145d-c91b-426c-b637-905f6b2c6c8c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:12.067211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:12.273457 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:12.273863 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:12.327223 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:12.332275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e6264-20c1-4ff3-81bc-9c9aa8e2b23a" -d '{"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:12.375162 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:12.389874 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:12.471804 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bad0f1-24a2-4924-9d47-dfccc148312f x-openstack-request-id: req-64bad0f1-24a2-4924-9d47-dfccc148312f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:12.471998 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:12.472252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64bad0f1-24a2-4924-9d47-dfccc148312f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:12.472657 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'code': 200} Jan 27 11:20:12.473223 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:12.783224 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d62e7-791a-4bc1-b888-7c97146993a2 req-99952ce4-2b94-41e8-bf3b-983684ad7d64 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:12.784741 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6e5d62e7-791a-4bc1-b888-7c97146993a2 req-99952ce4-2b94-41e8-bf3b-983684ad7d64 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.2174904 Jan 27 11:20:12.835213 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54e1c4-3ac1-4c16-8f28-a8ca4ed2d382 req-550c7fb6-2fbe-4a37-9297-94419daa7c53 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:12.837535 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc54e1c4-3ac1-4c16-8f28-a8ca4ed2d382 req-550c7fb6-2fbe-4a37-9297-94419daa7c53 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.2377369 Jan 27 11:20:12.985982 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc54e1c4-3ac1-4c16-8f28-a8ca4ed2d382 req-6550a390-3268-4f47-ba0c-79212772994d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390972 Jan 27 11:20:12.989062 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6e5d62e7-791a-4bc1-b888-7c97146993a2 req-7bd3c201-425c-4c4a-a2a9-f60d3c404484 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960020 Jan 27 11:20:13.714084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 8cbf6f85-c58c-4cf2-8122-a17323125a27 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:13.785166 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 8cbf6f85-c58c-4cf2-8122-a17323125a27 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:13.785444 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:13.898168 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 8cbf6f85-c58c-4cf2-8122-a17323125a27 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:13.898655 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:13.921467 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 8cbf6f85-c58c-4cf2-8122-a17323125a27, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=8cbf6f85-c58c-4cf2-8122-a17323125a27,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:13.931756 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:14.032830 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=8cbf6f85-c58c-4cf2-8122-a17323125a27,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:14.314968 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb9bbb-2d3d-4c94-b08c-f9980f066d54 req-4bbdb914-c9dd-449c-9d05-23309f09fe06 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:14.317779 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61bb9bbb-2d3d-4c94-b08c-f9980f066d54 req-4bbdb914-c9dd-449c-9d05-23309f09fe06 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1965361 Jan 27 11:20:14.393009 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61bb9bbb-2d3d-4c94-b08c-f9980f066d54 req-75f0299c-ef06-428e-bd42-04c8a9b246da tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Jan 27 11:20:14.400896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce528d-04d3-4b9d-a27f-32b02f4f6803 req-a99b700f-5121-4c40-bc5b-083465f8ab57 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:14.408781 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b8ce528d-04d3-4b9d-a27f-32b02f4f6803 req-a99b700f-5121-4c40-bc5b-083465f8ab57 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1778729 Jan 27 11:20:14.533207 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b8ce528d-04d3-4b9d-a27f-32b02f4f6803 req-c8fdf849-a163-4134-a55a-4be41fa51a6d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230493 Jan 27 11:20:15.710946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6ddd8-ef1c-44d2-9c90-7df6868bddc3 req-cd8ecb55-2263-4fab-b83f-60d0aa73f08d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:15.714256 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-35a6ddd8-ef1c-44d2-9c90-7df6868bddc3 req-cd8ecb55-2263-4fab-b83f-60d0aa73f08d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1961842 Jan 27 11:20:15.825472 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 8cbf6f85-c58c-4cf2-8122-a17323125a27 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:15.978537 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-35a6ddd8-ef1c-44d2-9c90-7df6868bddc3 req-86ebe3ca-b280-4606-8e2e-e32d2d6b20d0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441816 Jan 27 11:20:16.003297 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c857c2-9ddc-446a-91c2-cf7e7094f328 req-35263292-0810-4ed7-9040-7af3161fad2a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:16.033941 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-81c857c2-9ddc-446a-91c2-cf7e7094f328 req-35263292-0810-4ed7-9040-7af3161fad2a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.2308319 Jan 27 11:20:16.042987 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 8cbf6f85-c58c-4cf2-8122-a17323125a27 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:16.043365 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:16.103496 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Sync routers for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:16.124100 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:16.124726 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:16.142912 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-81c857c2-9ddc-446a-91c2-cf7e7094f328 req-13ae6dbe-ac13-45ed-ac1f-7d0423a4a743 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003253 Jan 27 11:20:16.281145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 8cbf6f85-c58c-4cf2-8122-a17323125a27 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:16.300976 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:16.590599 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1c957d9d-8b90-421c-aa05-eeb65e7dea15', 'name': '', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'mac_address': 'fa:16:3e:eb:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:08Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 2, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'subnets': [{'id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:16.637436 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Checking router: d5543488-ecd7-4ddc-9c8f-3b471f679705 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:16.637436 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Updating router d5543488-ecd7-4ddc-9c8f-3b471f679705 port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:16.664062 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.089704 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks [] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.111433 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.194159 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b5cf3-3879-4f0e-a68b-8bfe652d20a4 None None] Pushing event updated for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:17.200752 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb59e1e-8365-42dd-a98e-d5e7d469ca46 req-d33b1979-8fdf-4f4f-ba16-e7505d2abca6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:17.202440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7eb59e1e-8365-42dd-a98e-d5e7d469ca46 req-d33b1979-8fdf-4f4f-ba16-e7505d2abca6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0911345 Jan 27 11:20:17.334014 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7eb59e1e-8365-42dd-a98e-d5e7d469ca46 req-f539e789-bc48-48f1-8e56-10103eb526ef tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248386 Jan 27 11:20:17.391513 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Attempting to bind port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:17.391893 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Attempting to bind port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:17.392526 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Attempting to bind port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 on network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:17.413169 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:17.413868 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Checking segment: {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:17.414272 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.414688 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Bound using segment: {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:17.417610 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Bound port: 1c957d9d-8b90-421c-aa05-eeb65e7dea15, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3d38e7-9f33-46a0-8309-fd48e1b73759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:17.417610 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.482655 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a98b1-01ca-4d4f-a342-87c25610e3eb req-9d880e6a-1d9f-437e-886c-a7bdd52bad35 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:17.496129 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-212a98b1-01ca-4d4f-a342-87c25610e3eb req-9d880e6a-1d9f-437e-886c-a7bdd52bad35 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1579993 Jan 27 11:20:17.587676 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-a9654800-5bdc-4ef1-93a0-3e1484511623 None None] Provisioning complete for port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:17.588193 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9654800-5bdc-4ef1-93a0-3e1484511623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.592391 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] For port 1c957d9d-8b90-421c-aa05-eeb65e7dea15, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:17.604156 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-212a98b1-01ca-4d4f-a342-87c25610e3eb req-ff58b641-93fe-49bc-bd58-420431880202 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067119 Jan 27 11:20:17.614177 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] For port 1c957d9d-8b90-421c-aa05-eeb65e7dea15, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1c957d9d-8b90-421c-aa05-eeb65e7dea15,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:17.628432 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:17.717300 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a9654800-5bdc-4ef1-93a0-3e1484511623 None None] Port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:17.836254 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b5cf3-3879-4f0e-a68b-8bfe652d20a4 None None] Pushing event updated for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:17.870217 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:17.871033 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:18.134625 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:18.363478 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Provisioning complete for port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:18.364465 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:18.627935 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Current status of the port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:18.628473 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:18.723181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f6c3-9c6e-4a69-9246-b88be53330e1 req-d38b6938-adf9-4550-b103-647bd1daa456 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.734384 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1c8f6c3-9c6e-4a69-9246-b88be53330e1 req-d38b6938-adf9-4550-b103-647bd1daa456 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1408226 Jan 27 11:20:18.754440 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] For port 1c957d9d-8b90-421c-aa05-eeb65e7dea15, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1c957d9d-8b90-421c-aa05-eeb65e7dea15,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:18.765238 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1c957d9d-8b90-421c-aa05-eeb65e7dea15', 'name': '', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'mac_address': 'fa:16:3e:eb:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:08Z', 'updated_at': '2022-01-27T11:20:17Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'subnets': [{'id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:18.780193 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:18.876948 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1979f-dd4f-4026-bbb0-4f2afc820957 None None] The sync data for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi is: [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:09Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1c957d9d-8b90-421c-aa05-eeb65e7dea15', 'name': '', 'network_id': 'e4a3e0fa-7dac-44e6-9e36-e998ab3b1104', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'mac_address': 'fa:16:3e:eb:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:08Z', 'updated_at': '2022-01-27T11:20:17Z', 'revision_number': 4, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'subnets': [{'id': '159bc7bd-4290-4317-bdeb-1ecc726ea8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:18.892125 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1c8f6c3-9c6e-4a69-9246-b88be53330e1 req-d323a61a-6570-408a-9df6-fdcdef91b065 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491199 Jan 27 11:20:18.905743 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756ce70-18f0-4b91-802a-911eadc3a9b1 None None] Pushing event updated for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:18.953082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb6634-a5b2-42a3-8654-117fee00ed66 req-5510dacb-1167-44a3-93d5-626f82c67a61 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:18.965945 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-feeb6634-a5b2-42a3-8654-117fee00ed66 req-5510dacb-1167-44a3-93d5-626f82c67a61 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1268964 Jan 27 11:20:19.059362 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-feeb6634-a5b2-42a3-8654-117fee00ed66 req-60aa46ff-e221-424e-b93e-a927e00083bc tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775156 Jan 27 11:20:19.825328 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1c957d9d-8b90-421c-aa05-eeb65e7dea15 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:19.974059 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:19.974727 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:20.119434 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039caecb-5db4-4bcb-acaf-7e7f48dda3f5 req-4e1464ea-5ed4-4425-be50-1662f9dc648b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:20.130708 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-039caecb-5db4-4bcb-acaf-7e7f48dda3f5 req-4e1464ea-5ed4-4425-be50-1662f9dc648b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1235025 Jan 27 11:20:20.166205 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:20.228375 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-039caecb-5db4-4bcb-acaf-7e7f48dda3f5 req-63f34101-916d-49a7-b0a2-9f8e475b0241 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892625 Jan 27 11:20:20.296549 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c90b2-de91-41b9-931f-613ca142b93b req-c7632483-4084-4707-a58f-aa3bed860806 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:20.298183 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-369c90b2-de91-41b9-931f-613ca142b93b req-c7632483-4084-4707-a58f-aa3bed860806 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0685644 Jan 27 11:20:20.361174 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-369c90b2-de91-41b9-931f-613ca142b93b req-6f3ade7a-7dc6-4590-a958-675ac461c777 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506010 Jan 27 11:20:21.404021 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5189-acb0-43a0-a6ff-a08c2f12f0cf req-2ff5a7ec-c7c5-4049-915e-7d2f45e4c032 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:21.413422 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4a3e5189-acb0-43a0-a6ff-a08c2f12f0cf req-2ff5a7ec-c7c5-4049-915e-7d2f45e4c032 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0976789 Jan 27 11:20:21.505311 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4a3e5189-acb0-43a0-a6ff-a08c2f12f0cf req-63085660-df48-4b8a-bde0-e00611831720 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901160 Jan 27 11:20:21.604266 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3909ef-37d9-493f-b3d0-892164eb203e req-b31a31ac-80ef-476e-9dda-786285db223c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:21.610069 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9c3909ef-37d9-493f-b3d0-892164eb203e req-b31a31ac-80ef-476e-9dda-786285db223c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.1547530 Jan 27 11:20:21.710736 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9c3909ef-37d9-493f-b3d0-892164eb203e req-1f66f338-d647-46cf-a38b-cf99c407de73 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854113 Jan 27 11:20:22.715753 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08a704-3760-413b-bf5c-e6a483ab3c1c req-62e39c9d-7490-42ce-890a-2b9d5bdb8ba3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:22.725379 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc08a704-3760-413b-bf5c-e6a483ab3c1c req-62e39c9d-7490-42ce-890a-2b9d5bdb8ba3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1394780 Jan 27 11:20:22.821305 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc08a704-3760-413b-bf5c-e6a483ab3c1c req-f492089e-6da7-4d07-8a0d-52c9823ab243 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945516 Jan 27 11:20:23.000807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b7f80-dc07-4ebc-8f8e-015fde1dadd6 req-3b810c77-de2d-41bc-910a-a57feaa1c908 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:23.011002 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-900b7f80-dc07-4ebc-8f8e-015fde1dadd6 req-3b810c77-de2d-41bc-910a-a57feaa1c908 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0768809 Jan 27 11:20:23.104946 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-900b7f80-dc07-4ebc-8f8e-015fde1dadd6 req-f988af16-dbce-4be0-b6af-9e59f114b661 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613449 Jan 27 11:20:23.978798 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-3502e8e2-cc0b-470f-8579-c7ae0b91423b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:23.981391 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-3502e8e2-cc0b-470f-8579-c7ae0b91423b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 815 time: 0.1176181 Jan 27 11:20:23.996469 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-d8151f8f-4f85-4dde-afc5-17695c715e5e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/quotas/365ed35da69e46e38b34bfd498e30fd3 HTTP/1.1" status: 200 len: 375 time: 0.0106163 Jan 27 11:20:24.074390 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-febe435b-e7fc-456a-b4a0-12fcef87c08f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725760 Jan 27 11:20:24.080799 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80d18a-e5c1-4c00-ae36-7a5cf19638b5 req-6ec97ec0-ff63-4e15-a93b-923294135741 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.082151 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a80d18a-e5c1-4c00-ae36-7a5cf19638b5 req-6ec97ec0-ff63-4e15-a93b-923294135741 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0713706 Jan 27 11:20:24.182454 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6a80d18a-e5c1-4c00-ae36-7a5cf19638b5 req-55cc5c02-c56c-464e-afea-e4b52c95ef76 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895655 Jan 27 11:20:24.199987 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-554f1ac2-8143-49e5-850b-75c852236522 service neutron] 10.222.0.52 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141984 Jan 27 11:20:24.313872 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-9c29a7d9-4a9d-4426-a633-364d9c9a75f0 service neutron] 10.222.0.52 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079006 Jan 27 11:20:24.336007 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937bc30-11b1-4c51-908e-e1d9fdd6d6a5 req-d34c6e54-cb06-4d52-9e18-e67ab21bd32a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.337514 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c937bc30-11b1-4c51-908e-e1d9fdd6d6a5 req-d34c6e54-cb06-4d52-9e18-e67ab21bd32a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0552099 Jan 27 11:20:24.386803 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c937bc30-11b1-4c51-908e-e1d9fdd6d6a5 req-03b9e9f1-04a5-480c-8ba8-cefa1d38f02d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Jan 27 11:20:24.480795 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0f565e0e-4794-4eb1-97b1-cf8d8de06218 req-b92881c7-f657-403b-b2b7-4db1e4d8092b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 210 time: 0.0261433 Jan 27 11:20:24.642721 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-cba3f2e0-e821-4476-9f1b-9c0486f81cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.644861 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-cba3f2e0-e821-4476-9f1b-9c0486f81cb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1099 time: 0.0473483 Jan 27 11:20:24.736616 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-31cdf843-23c0-4a50-a898-776508d21410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.738087 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-31cdf843-23c0-4a50-a898-776508d21410 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.0864747 Jan 27 11:20:24.808270 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-16664a99-13bb-482c-954d-b4efb3b2538a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 1001 time: 0.0612221 Jan 27 11:20:24.860393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-7d426d74-e951-49a5-9324-e757b7f9ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.862005 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-7d426d74-e951-49a5-9324-e757b7f9ee44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0451534 Jan 27 11:20:24.910700 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-bd14fb3f-5452-405a-b75a-9696538e6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:24.912243 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-bd14fb3f-5452-405a-b75a-9696538e6c5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423181 Jan 27 11:20:25.014808 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-bf5c517c-ea70-48c7-9f3d-ca4d2296da9f service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918705 Jan 27 11:20:25.112756 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-87a4dbe4-4072-4c0a-baea-aeea5a8c8090 req-4cd80585-e181-4835-a7f3-2e55787e273e service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881319 Jan 27 11:20:25.308365 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6da79-5aeb-4c59-b266-39c14018cfa8 req-478e6768-e39d-463b-8855-db5287c8e94d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:25.309849 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bc6da79-5aeb-4c59-b266-39c14018cfa8 req-478e6768-e39d-463b-8855-db5287c8e94d tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0493872 Jan 27 11:20:25.359544 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bc6da79-5aeb-4c59-b266-39c14018cfa8 req-a151406f-e427-49c4-9b1c-5046eb3c3698 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Jan 27 11:20:25.525776 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a5bc5-1448-41d0-bae0-7acd1983b7c3 req-c01abeda-83d3-4804-bf9e-bd090e3449e3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:25.527440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7b2a5bc5-1448-41d0-bae0-7acd1983b7c3 req-c01abeda-83d3-4804-bf9e-bd090e3449e3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0682325 Jan 27 11:20:25.577103 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-8c1baeeb-c6ed-475f-95ca-0b0dd47bfae6 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:25.578829 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-8c1baeeb-c6ed-475f-95ca-0b0dd47bfae6 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 815 time: 0.1124511 Jan 27 11:20:25.594238 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'port': {'device_id': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'admin_state_up': True, 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:25.598164 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13de82c1-4116-4d63-9bd0-cdb7535434b0 req-f26d4172-7229-42ef-90ff-61efc2224546 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 210 time: 0.0334697 Jan 27 11:20:25.626906 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7b2a5bc5-1448-41d0-bae0-7acd1983b7c3 req-98084608-d1f6-43fa-913d-1101fd59c7a6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933321 Jan 27 11:20:25.722389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Made reservation on behalf of 365ed35da69e46e38b34bfd498e30fd3 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:25.725846 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:25.851197 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Allocated IP 172.20.0.3 (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a/fc7c730c-a759-4ae0-bcfb-976e3fb32d07/47796748-1b44-4b96-a4fb-7e0f0b714726) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:26.018277 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:26.064003 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:26.140236 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:26.143234 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:26.145997 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:26.197589 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:26.250199 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:26.256968 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:26.287183 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-b4c9e35e-67c3-4dbc-b464-9ab8f9367f57 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6970060 Jan 27 11:20:26.591390 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a03c9-2350-4923-a8f6-6788e25cc56a req-afa6925d-4fd9-434e-b498-5ed1efd7772c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:26.597860 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-aad6bf0b-adbc-4f40-8afa-6aaeb5c22e65 None None] Provisioning complete for port 47796748-1b44-4b96-a4fb-7e0f0b714726 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:26.598477 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-aad6bf0b-adbc-4f40-8afa-6aaeb5c22e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:26.601296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b93a03c9-2350-4923-a8f6-6788e25cc56a req-afa6925d-4fd9-434e-b498-5ed1efd7772c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0931311 Jan 27 11:20:26.673411 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b93a03c9-2350-4923-a8f6-6788e25cc56a req-411b9394-c5f5-4984-9969-70800df13dc4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660143 Jan 27 11:20:26.685103 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-aad6bf0b-adbc-4f40-8afa-6aaeb5c22e65 None None] Port 47796748-1b44-4b96-a4fb-7e0f0b714726 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:26.773306 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da23668-0655-4b7b-be08-c2a2a3fb6248 req-1365c75d-6286-4e55-a092-c1d8a7c15919 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:26.774835 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1da23668-0655-4b7b-be08-c2a2a3fb6248 req-1365c75d-6286-4e55-a092-c1d8a7c15919 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0502670 Jan 27 11:20:26.824551 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1da23668-0655-4b7b-be08-c2a2a3fb6248 req-cdc183d9-4c7b-4986-9f2e-299ee181fb8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Jan 27 11:20:26.935490 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88d80-f0af-48d9-9eee-96639a357aab req-3df560cd-f714-4e9b-9b29-bffafdb10e47 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:26.937205 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b0b88d80-f0af-48d9-9eee-96639a357aab req-3df560cd-f714-4e9b-9b29-bffafdb10e47 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0510874 Jan 27 11:20:26.987989 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b0b88d80-f0af-48d9-9eee-96639a357aab req-6ccf8c45-a679-4168-b50f-7cca6960948f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Jan 27 11:20:27.786154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-3f80-4372-be91-f3af58e2ed8c req-0563a53c-ceb6-40e5-bb9d-addc379ad463 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:27.787780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c71603fc-3f80-4372-be91-f3af58e2ed8c req-0563a53c-ceb6-40e5-bb9d-addc379ad463 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0552139 Jan 27 11:20:27.837816 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c71603fc-3f80-4372-be91-f3af58e2ed8c req-6930f306-9974-47b3-aea8-9009f2b80551 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Jan 27 11:20:27.943437 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17f647-9f9c-432b-9520-c7a4cb60c754 req-c1cf5757-a3dd-4bbc-8ca8-43ce91b88242 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:27.944857 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a17f647-9f9c-432b-9520-c7a4cb60c754 req-c1cf5757-a3dd-4bbc-8ca8-43ce91b88242 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0477471 Jan 27 11:20:27.999556 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a17f647-9f9c-432b-9520-c7a4cb60c754 req-582267b8-3cf6-4a91-921a-38abe2ee05d6 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 Jan 27 11:20:28.112703 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153457-2068-42c5-8ea3-65e3637f41e6 req-0b526ddd-a3f1-4879-8a9e-6cbf2280ef78 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:28.114611 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a153457-2068-42c5-8ea3-65e3637f41e6 req-0b526ddd-a3f1-4879-8a9e-6cbf2280ef78 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Jan 27 11:20:28.168448 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a153457-2068-42c5-8ea3-65e3637f41e6 req-da009921-7fdd-4b0b-9332-70c59070d3d5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Jan 27 11:20:28.959164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa9b86-df9e-4e93-92d4-f4c24ea46cbe req-f0907bd1-5cb7-4c08-93d1-0202eb124f76 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:28.960691 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6efa9b86-df9e-4e93-92d4-f4c24ea46cbe req-f0907bd1-5cb7-4c08-93d1-0202eb124f76 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0503354 Jan 27 11:20:29.006316 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6efa9b86-df9e-4e93-92d4-f4c24ea46cbe req-f7f93d3c-0e2b-4479-9958-1847829259e6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jan 27 11:20:29.049110 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:20:29.115125 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb4e51-0623-4a86-b072-809b95ea5488 req-063ce86f-e5d4-4eaa-9599-2ec8c265a904 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:29.116693 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bdb4e51-0623-4a86-b072-809b95ea5488 req-063ce86f-e5d4-4eaa-9599-2ec8c265a904 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0518939 Jan 27 11:20:29.133419 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: ACTIVE; New status is: DOWN {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:29.134069 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:29.168886 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:29.171344 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e0047-6711-48e4-b7d6-c4b33c32b78c" -d '{"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:29.171560 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bdb4e51-0623-4a86-b072-809b95ea5488 req-fa7d7a8b-9995-427a-bd1d-c1a4a8e3ee4e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475209 Jan 27 11:20:29.193596 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:29.208806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:29.238687 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd6d415-a7cc-4220-beed-e085820919ea x-openstack-request-id: req-cfd6d415-a7cc-4220-beed-e085820919ea {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:29.238977 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:29.239232 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfd6d415-a7cc-4220-beed-e085820919ea {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:29.239624 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'code': 200} Jan 27 11:20:29.264970 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:29.272402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.273008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.273531 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.273870 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.274204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.274567 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.274896 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.275223 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.275551 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.275874 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.276209 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.276527 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.276832 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:29.316623 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575a02c-64c9-4598-a087-bf05dd40474b req-1adc615f-1990-43b9-8722-a5b318d72da6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:29.318326 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0575a02c-64c9-4598-a087-bf05dd40474b req-1adc615f-1990-43b9-8722-a5b318d72da6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0552082 Jan 27 11:20:29.372163 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0575a02c-64c9-4598-a087-bf05dd40474b req-6d7fd9dc-f462-4ad3-b2f5-31b343e998c2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478337 Jan 27 11:20:30.128910 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc970f9c-ffd2-49da-bb72-a9365d110092 req-3df3eb5c-a884-4ac2-9b3c-280eb4740673 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:30.130453 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc970f9c-ffd2-49da-bb72-a9365d110092 req-3df3eb5c-a884-4ac2-9b3c-280eb4740673 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Jan 27 11:20:30.178925 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc970f9c-ffd2-49da-bb72-a9365d110092 req-94955469-322a-4015-a78d-088d62c32f62 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Jan 27 11:20:30.225548 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:30.295126 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285ad75-cb01-4253-892e-4be4be512189 req-f37e90c0-d1e3-4c52-b39e-f27dcf2590a7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:30.296552 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2285ad75-cb01-4253-892e-4be4be512189 req-f37e90c0-d1e3-4c52-b39e-f27dcf2590a7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0556757 Jan 27 11:20:30.345230 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2285ad75-cb01-4253-892e-4be4be512189 req-b01e20ae-e70b-411e-8dfe-2da0a6a71c63 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Jan 27 11:20:30.491480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a628-e272-446e-bb13-db6686abe88a req-71406fe9-9bd0-4004-947f-22b13021dd62 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:30.492996 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7c78a628-e272-446e-bb13-db6686abe88a req-71406fe9-9bd0-4004-947f-22b13021dd62 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0492713 Jan 27 11:20:30.540906 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7c78a628-e272-446e-bb13-db6686abe88a req-91bf4ee6-f682-4565-9535-62a7a7c0e927 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 Jan 27 11:20:31.302095 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be462c-c0b0-41a2-b909-35479741fdf4 req-bc34f7c9-3e5e-46a9-a260-0641a02b40d1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:31.303945 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-85be462c-c0b0-41a2-b909-35479741fdf4 req-bc34f7c9-3e5e-46a9-a260-0641a02b40d1 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0494199 Jan 27 11:20:31.354799 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-85be462c-c0b0-41a2-b909-35479741fdf4 req-8e29e314-b0b6-4fc6-972d-1b0b3f6da6b4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Jan 27 11:20:31.468168 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a012a59-ab2a-40a0-8b39-17c94fb0f4fe req-055f68b6-575d-4e54-9042-03c539b45b71 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:31.469577 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a012a59-ab2a-40a0-8b39-17c94fb0f4fe req-055f68b6-575d-4e54-9042-03c539b45b71 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0488689 Jan 27 11:20:31.517668 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a012a59-ab2a-40a0-8b39-17c94fb0f4fe req-45737940-e42b-45b9-8580-df4c6bc440c8 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jan 27 11:20:31.663694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5251-62aa-4bd9-94fb-01a950d4dcf9 req-98a66e8e-7fa5-4bd3-9f72-8658b97019ee tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:31.665282 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c26c5251-62aa-4bd9-94fb-01a950d4dcf9 req-98a66e8e-7fa5-4bd3-9f72-8658b97019ee tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0512168 Jan 27 11:20:31.715680 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c26c5251-62aa-4bd9-94fb-01a950d4dcf9 req-989733f7-f914-4b6e-8e3b-8214e44d4109 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444698 Jan 27 11:20:32.341121 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-caf226ea-3c29-4f77-81a4-fa0179f8eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:32.475018 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c737-1fb4-4b0c-ab8a-f546aff841ad req-191babd5-f521-489f-b28c-331c0b50c4b9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:32.476515 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc03c737-1fb4-4b0c-ab8a-f546aff841ad req-191babd5-f521-489f-b28c-331c0b50c4b9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0529141 Jan 27 11:20:32.525571 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc03c737-1fb4-4b0c-ab8a-f546aff841ad req-3d1b9b1e-a82f-4945-9d97-ddee83c736bb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Jan 27 11:20:32.633091 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085ac9d-e8b4-4d74-a6f4-cf4e864abff9 req-7734b733-55b6-4d3c-b129-d0b543ff7260 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:32.634971 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a085ac9d-e8b4-4d74-a6f4-cf4e864abff9 req-7734b733-55b6-4d3c-b129-d0b543ff7260 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0511749 Jan 27 11:20:32.684018 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a085ac9d-e8b4-4d74-a6f4-cf4e864abff9 req-9e625b61-a68d-4705-8da7-423204cb4f15 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Jan 27 11:20:32.835251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963a223-3f78-4985-9189-1aff27c61dd0 req-0ad9d3dc-fe31-42eb-bc0a-73753f57f9b7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:32.836855 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b963a223-3f78-4985-9189-1aff27c61dd0 req-0ad9d3dc-fe31-42eb-bc0a-73753f57f9b7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0490654 Jan 27 11:20:32.888296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b963a223-3f78-4985-9189-1aff27c61dd0 req-52b22c96-2865-43d2-ab87-5704cda242b8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453451 Jan 27 11:20:33.667335 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c296a88-24dc-49b1-aaae-cf3c3b6013e2 req-6411a893-6e4a-498a-843b-b9d15bd3f7ed tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:33.668889 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c296a88-24dc-49b1-aaae-cf3c3b6013e2 req-6411a893-6e4a-498a-843b-b9d15bd3f7ed tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0743756 Jan 27 11:20:33.718886 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c296a88-24dc-49b1-aaae-cf3c3b6013e2 req-2620d5f8-176a-48c8-9792-dc8cf01fcdcc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Jan 27 11:20:33.821419 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f494bbb-530f-42b5-9101-38f58b9af8b1 req-2c2e2990-eecb-447f-80fe-29cc8ccc2099 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:33.822984 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9f494bbb-530f-42b5-9101-38f58b9af8b1 req-2c2e2990-eecb-447f-80fe-29cc8ccc2099 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0493267 Jan 27 11:20:33.870616 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9f494bbb-530f-42b5-9101-38f58b9af8b1 req-ead78aaf-5b19-4475-95d7-a109272e1cdb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Jan 27 11:20:34.015042 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3528-0c0a-49d3-9a80-6a9d9ce5c08d req-1d72aafd-a8ad-4655-8daf-9fe8c6638854 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:34.016454 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2fdf3528-0c0a-49d3-9a80-6a9d9ce5c08d req-1d72aafd-a8ad-4655-8daf-9fe8c6638854 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0553546 Jan 27 11:20:34.066801 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2fdf3528-0c0a-49d3-9a80-6a9d9ce5c08d req-2a83ce80-a83c-449c-b672-5ca50dd91eec tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Jan 27 11:20:34.491735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47674) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:34.598794 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c11726e-ed19-446a-965b-650684fd9c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.607714 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21a47f97-40a5-486d-b632-5431c4a35231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.695319 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c11726e-ed19-446a-965b-650684fd9c2b admin admin] Publish callbacks [] for security_group (a3221076-625d-4d59-9426-f91c1ff1b967), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.700260 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0c11726e-ed19-446a-965b-650684fd9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a3221076-625d-4d59-9426-f91c1ff1b967), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.744657 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0c11726e-ed19-446a-965b-650684fd9c2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cc50950ef544dcb9c3565a4030437f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517986 Jan 27 11:20:34.745533 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11726e-ed19-446a-965b-650684fd9c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3221076-625d-4d59-9426-f91c1ff1b967,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:34.747485 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47680) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:34.799735 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] Publish callbacks [] for security_group (a3221076-625d-4d59-9426-f91c1ff1b967), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.822152 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] Publish callbacks [] for security_group (a3221076-625d-4d59-9426-f91c1ff1b967), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.855466 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262db4b-173f-4dc4-ba83-3463c5400116 req-3b7898f8-f6c5-4e11-9dbf-19490d0c73dd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:34.856999 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9262db4b-173f-4dc4-ba83-3463c5400116 req-3b7898f8-f6c5-4e11-9dbf-19490d0c73dd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Jan 27 11:20:34.869436 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a3221076-625d-4d59-9426-f91c1ff1b967), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.872121 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:34.873263 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3221076-625d-4d59-9426-f91c1ff1b967 HTTP/1.1" status: 204 len: 168 time: 0.1241210 Jan 27 11:20:34.881116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f90fe1-0978-4faa-b799-b4ccbae05f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3221076-625d-4d59-9426-f91c1ff1b967,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:34.921513 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9262db4b-173f-4dc4-ba83-3463c5400116 req-80954dbe-1360-4e80-ab1c-63ed2e62bf97 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582418 Jan 27 11:20:35.024433 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bf4f-89d6-42d9-a49f-6e1eb4e7ddbd req-d040e8a6-b71b-4fad-9024-c5672a821826 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:35.025906 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f89bf4f-89d6-42d9-a49f-6e1eb4e7ddbd req-d040e8a6-b71b-4fad-9024-c5672a821826 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 931 time: 0.0487020 Jan 27 11:20:35.072863 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f89bf4f-89d6-42d9-a49f-6e1eb4e7ddbd req-c5202ae0-3958-4a2e-8805-98b8f253cd56 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Jan 27 11:20:35.185110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e96d3-f0ab-40bc-82a3-fcb94ccb8746 req-b8fdcbd0-0155-4944-bd9f-c548dcabe6b3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:35.186721 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-116e96d3-f0ab-40bc-82a3-fcb94ccb8746 req-b8fdcbd0-0155-4944-bd9f-c548dcabe6b3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0494158 Jan 27 11:20:35.244944 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-116e96d3-f0ab-40bc-82a3-fcb94ccb8746 req-1167619e-aa5a-46b0-8c5d-380ec1c16c1c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522389 Jan 27 11:20:35.271786 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Request body: {'port': {'device_id': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:35.333485 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.528454 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:35.597055 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47796748-1b44-4b96-a4fb-7e0f0b714726 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:35.604338 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks [] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.616763 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Transition to ACTIVE for port object 47796748-1b44-4b96-a4fb-7e0f0b714726 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:20:35.622599 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.624058 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-727834788-network', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:35.646520 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Made reservation on behalf of f72b9243bcac4d708a54177b14b6885b for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:35.649384 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.668710 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.674034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:35.756930 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Attempting to bind port 47796748-1b44-4b96-a4fb-7e0f0b714726 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:35.757685 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Attempting to bind port 47796748-1b44-4b96-a4fb-7e0f0b714726 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:35.757831 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Attempting to bind port 47796748-1b44-4b96-a4fb-7e0f0b714726 on network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:35.762755 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Port 47796748-1b44-4b96-a4fb-7e0f0b714726 on network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:20:35.763460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Attempting to bind port 47796748-1b44-4b96-a4fb-7e0f0b714726 on network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:35.769946 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:35.770485 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Checking segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:35.770953 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Bound using segment: {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:35.771074 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks [] for security_group (fd30b185-7abf-422c-8a33-fe09df7da874), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.771905 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Bound port: 47796748-1b44-4b96-a4fb-7e0f0b714726, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b78b10-0a9e-4419-a6a9-649bd873c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:35.772125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.777765 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fd30b185-7abf-422c-8a33-fe09df7da874), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.806061 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:20:35.813181 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.818813 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (09c6e271-928b-4f3b-8c56-42b34ee83931), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.819157 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Added segment 09c6e271-928b-4f3b-8c56-42b34ee83931 of type vlan for network a5be6803-6bae-44c9-abe2-2a2e10ffa558 Jan 27 11:20:35.850150 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:35.853389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:35.857550 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30b185-7abf-422c-8a33-fe09df7da874,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:35.860303 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.871747 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (a5be6803-6bae-44c9-abe2-2a2e10ffa558), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.896647 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:35.897267 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.897642 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (a5be6803-6bae-44c9-abe2-2a2e10ffa558), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.898813 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:35.899124 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] 10.222.0.49 "PUT /v2.0/ports/47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 1093 time: 0.6329508 Jan 27 11:20:35.899412 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:35.901569 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:35.904515 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8f0fe6-83ac-488f-b848-b06d5ae85985" -d '{"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:35.937274 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12852f6-ee41-4278-9d8d-83594743e449 service neutron] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:35.948817 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4191117 Jan 27 11:20:35.951862 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47716) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:35.957138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Request body: {'subnet': {'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-727834788-subnet', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:35.984900 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f67d8f-c0d1-4edb-a149-172e6607c1c0 x-openstack-request-id: req-31f67d8f-c0d1-4edb-a149-172e6607c1c0 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:35.985187 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:35.985441 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31f67d8f-c0d1-4edb-a149-172e6607c1c0 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:35.987207 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:20:36.005703 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892fd20-ba76-4328-ae54-ef36c5cdb8ef admin admin] Pushing event updated for resources: {'Network': ['ID=a5be6803-6bae-44c9-abe2-2a2e10ffa558,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:36.020386 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:20:36.021300 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Made reservation on behalf of f72b9243bcac4d708a54177b14b6885b for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:36.024222 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25219325'] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.056900 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-96f2199d-4a12-4acc-b4bc-daf580dea111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.058839 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-96f2199d-4a12-4acc-b4bc-daf580dea111 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1096 time: 0.0864971 Jan 27 11:20:36.124723 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-06159edf-1ac2-4bb4-9fef-376464722e09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 217 time: 0.0524678 Jan 27 11:20:36.149782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f955ce-f809-47fb-9432-1bca8350faeb req-b5c88ecd-a7a5-4726-a814-17574407c696 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.151375 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-39f955ce-f809-47fb-9432-1bca8350faeb req-b5c88ecd-a7a5-4726-a814-17574407c696 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1249542 Jan 27 11:20:36.204085 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-d84affc9-38dc-4101-b2c6-b3aaf755fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.205599 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-d84affc9-38dc-4101-b2c6-b3aaf755fb00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0737877 Jan 27 11:20:36.257638 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-79ade863-478d-44ac-96f8-51fa0b9ccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.264810 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-79ade863-478d-44ac-96f8-51fa0b9ccf5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437930 Jan 27 11:20:36.291429 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-39f955ce-f809-47fb-9432-1bca8350faeb req-fd573594-73d3-4aa5-9852-06ac007513ea tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248953 Jan 27 11:20:36.308187 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6a9a-8eb4-4a18-801e-b18a81b9a9fd req-0376971d-3dc4-4e3c-8fc2-558af6fa5eff tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.309737 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce5b6a9a-8eb4-4a18-801e-b18a81b9a9fd req-0376971d-3dc4-4e3c-8fc2-558af6fa5eff tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 943 time: 0.1070371 Jan 27 11:20:36.367120 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-9df44ebe-445a-43e1-85c5-7c85746331ea service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967591 Jan 27 11:20:36.412868 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25302898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25219275'] for subnet (4634bb58-021d-4fe0-bb47-421d1bb09b25), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.456535 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-d2f12363-5dac-45e5-ad3e-be3aa662dcfd req-f6b473e1-820e-4140-bbfa-d00b9b841651 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828371 Jan 27 11:20:36.457735 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce5b6a9a-8eb4-4a18-801e-b18a81b9a9fd req-227cfaf3-f7f5-4a39-bf24-348d68a319cb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396036 Jan 27 11:20:36.480326 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7abc0e-5fda-4793-af34-4aff550664c7 req-58f1eabb-6a01-4b10-a420-79e4a12fd8a0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.480326 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5d7abc0e-5fda-4793-af34-4aff550664c7 req-58f1eabb-6a01-4b10-a420-79e4a12fd8a0 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1183591 Jan 27 11:20:36.499654 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4634bb58-021d-4fe0-bb47-421d1bb09b25,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:36.533274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Checking segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:36.533676 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Network hostable DHCP agents. Network: a5be6803-6bae-44c9-abe2-2a2e10ffa558, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:20:36.587079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5d7abc0e-5fda-4793-af34-4aff550664c7 req-db1d1fd5-bb17-48d2-9582-5e391a2db7ea tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986662 Jan 27 11:20:36.588480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:20:36.612008 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, a5be6803-6bae-44c9-abe2-2a2e10ffa558) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:36.630026 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.630663 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.632720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-5aab5e4e-729d-40f7-846e-ed85ddb128e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.635527 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff0931-aa71-4e1a-8bb1-6b9cf4e76dce None None] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:36.635808 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-5aab5e4e-729d-40f7-846e-ed85ddb128e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1096 time: 0.1003745 Jan 27 11:20:36.671434 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-5f5c8633-43ed-4f10-9195-5bf4c8cae8d0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7184920 Jan 27 11:20:36.672054 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47730) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:36.678173 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:36.708945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.710965 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.756462 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-606fcb77-ba48-4705-8795-5a671e701245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.758607 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-606fcb77-ba48-4705-8795-5a671e701245 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.1106970 Jan 27 11:20:36.761481 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:20:36.762403 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.776371 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for router_controller (b5e030aa-21bb-4596-bc51-0f25d87152d2), precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:36.807755 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-52f5ddae-f008-474b-9eaf-b9af1adf671b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 217 time: 0.0412836 Jan 27 11:20:36.862709 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-224b45bb-c907-440b-82ae-6fbf36adc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.864469 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-224b45bb-c907-440b-82ae-6fbf36adc70d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0469387 Jan 27 11:20:36.922088 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Allocated IP 172.20.0.2 (a5be6803-6bae-44c9-abe2-2a2e10ffa558/4634bb58-021d-4fe0-bb47-421d1bb09b25/7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:36.930864 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-51fdd439-308b-4ca8-afed-aebb78ed7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:36.932486 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-51fdd439-308b-4ca8-afed-aebb78ed7874 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598047 Jan 27 11:20:37.039045 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-9782f069-57eb-4f9f-9a80-56321db8dd42 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986407 Jan 27 11:20:37.078824 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks [] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.089049 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.128421 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:37.131252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:37.137686 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:37.144858 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Pushing event updated for resources: {'Port': ['ID=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:37.150272 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3f8f0fe6-83ac-488f-b848-b06d5ae85985 req-1cfa8c8b-8708-4428-9386-19aa2e625f60 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001172 Jan 27 11:20:37.198161 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Attempting to bind port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:37.198552 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Attempting to bind port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:37.198910 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Attempting to bind port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 on network a5be6803-6bae-44c9-abe2-2a2e10ffa558 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:37.204878 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:37.205253 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Checking segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:37.205789 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.206176 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Bound using segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:37.206716 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Bound port: 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:37.207272 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.263026 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.272979 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for router_gateway (b5e030aa-21bb-4596-bc51-0f25d87152d2), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.284679 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] For port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:37.288611 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] For port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:37.294259 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.330464 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-578822a4-8882-477e-8ecd-9f3b487d8683 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:37.331992 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-578822a4-8882-477e-8ecd-9f3b487d8683 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.2008336 Jan 27 11:20:37.350224 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1dd32-fce7-431c-ae15-4fc16727532f None None] Pushing event updated for resources: {'Port': ['ID=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:37.393625 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-aecfcde7-f52c-4dce-aa85-0c2af4697828 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/quotas/09fc060747db493cab14611b5585cdaf HTTP/1.1" status: 200 len: 375 time: 0.0240715 Jan 27 11:20:37.467030 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13d5d4-d07c-4436-929c-df89dff79dd1 req-f3604064-5bba-4ee0-a1bd-05aafb27381f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:37.468540 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6e13d5d4-d07c-4436-929c-df89dff79dd1 req-f3604064-5bba-4ee0-a1bd-05aafb27381f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0918300 Jan 27 11:20:37.488010 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-7fa38b57-2a02-4483-96a7-f4c823c832aa tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790117 Jan 27 11:20:37.699340 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6e13d5d4-d07c-4436-929c-df89dff79dd1 req-ad3d1c3b-fb41-485f-b259-1ebb3b601c0e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157273 Jan 27 11:20:37.732137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for router_gateway (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.736741 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-6172172c-9a9a-4c6f-bbbf-5fabad83f48b service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403643 Jan 27 11:20:37.753140 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:37.764127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.810293 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:37.810767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.886648 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:37.886648 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.920040 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:37.924748 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:37.952685 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518ff79-7024-4671-85f4-3e6416ed9b17 req-af62063d-431c-4a72-a99f-d4ef1e76df26 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:37.954158 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3518ff79-7024-4671-85f4-3e6416ed9b17 req-af62063d-431c-4a72-a99f-d4ef1e76df26 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 943 time: 0.1881607 Jan 27 11:20:37.976673 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:37.978164 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-39877ee8-f8bc-40a7-a8c1-5e0ad9900ccc service neutron] 10.222.0.52 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235844 Jan 27 11:20:37.990735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Allocated IP 172.27.3.23 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/04d54392-b98e-49b9-bf00-f72c9403b955) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:38.045615 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3518ff79-7024-4671-85f4-3e6416ed9b17 req-1d733524-7501-4f17-89b8-63ff35714d23 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852811 Jan 27 11:20:38.138740 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for port (04d54392-b98e-49b9-bf00-f72c9403b955), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.221539 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.237330 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d307f-a806-4295-858e-95de3d24c7db req-3294df07-28c4-40e0-aa21-07df0f91e78c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:38.239146 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1a7d307f-a806-4295-858e-95de3d24c7db req-3294df07-28c4-40e0-aa21-07df0f91e78c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0739827 Jan 27 11:20:38.302824 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f945185-c012-4baa-869a-8044c9a500de req-088e636b-474d-4a8e-843c-193e878d1bd6 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 210 time: 0.0609868 Jan 27 11:20:38.318028 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:38.330795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:38.335764 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:38.386111 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Pushing event updated for resources: {'Port': ['ID=04d54392-b98e-49b9-bf00-f72c9403b955,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:38.400018 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1a7d307f-a806-4295-858e-95de3d24c7db req-37c6d547-26f9-4a1a-b1a0-9039aa9c552b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408153 Jan 27 11:20:38.466628 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77be45-2d3a-4d43-9814-203ea728b944 None None] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:38.504892 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.545520 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3c45a5cc-0e89-42fa-acb5-4a9c87c932f6 None None] Provisioning complete for port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:38.545889 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3c45a5cc-0e89-42fa-acb5-4a9c87c932f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.693770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3c45a5cc-0e89-42fa-acb5-4a9c87c932f6 None None] Current status of the port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:38.722429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for router_gateway (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:38.906379 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaed946-0c12-4875-9def-5f14ca57229a req-47ed9e8c-8dba-4c04-8366-5b7128f323ad tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:38.908091 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fdaed946-0c12-4875-9def-5f14ca57229a req-47ed9e8c-8dba-4c04-8366-5b7128f323ad tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1282487 Jan 27 11:20:39.016068 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5e351d29-c623-4c84-81fe-19479747e84e None None] Provisioning complete for port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:39.016634 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5e351d29-c623-4c84-81fe-19479747e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.023931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-8d1e6f1b-fcc2-4385-8de9-acd4eece5638 req-f89cb513-63a7-43da-9b3b-87473be594ad service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:20:39.024883 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8d1e6f1b-fcc2-4385-8de9-acd4eece5638 req-f89cb513-63a7-43da-9b3b-87473be594ad service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051599 Jan 27 11:20:39.040256 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fdaed946-0c12-4875-9def-5f14ca57229a req-9fb08f53-e9d0-44b5-bd50-fb57edb5a4f9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922539 Jan 27 11:20:39.064783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.125962 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5e351d29-c623-4c84-81fe-19479747e84e None None] Current status of the port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:39.272644 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f175-b73f-4599-a74b-97118c419502 req-23b3b0d3-950f-4f3e-9acf-b34f4e654551 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:39.274356 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92c9f175-b73f-4599-a74b-97118c419502 req-23b3b0d3-950f-4f3e-9acf-b34f4e654551 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 943 time: 0.1012421 Jan 27 11:20:39.297922 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb870-9fff-4372-8ab0-4335029f8c85 req-3b5effd4-6afd-40ea-b337-1bbcfc1601f3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:39.300749 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-93eeb870-9fff-4372-8ab0-4335029f8c85 req-3b5effd4-6afd-40ea-b337-1bbcfc1601f3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1259396 Jan 27 11:20:39.313001 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Router b5e030aa-21bb-4596-bc51-0f25d87152d2 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:20:39.390446 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-782508b8-f600-4e28-a5c4-9b4deccee252 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:39.392592 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-782508b8-f600-4e28-a5c4-9b4deccee252 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 815 time: 0.1289196 Jan 27 11:20:39.407715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Request body: {'port': {'device_id': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'admin_state_up': True, 'tenant_id': '09fc060747db493cab14611b5585cdaf'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:39.429468 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92c9f175-b73f-4599-a74b-97118c419502 req-70f7caf9-cf25-4ac1-8b70-675df5076427 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470823 Jan 27 11:20:39.507552 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-93eeb870-9fff-4372-8ab0-4335029f8c85 req-f72a53e7-031b-431c-bc68-b621c2575b82 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961031 Jan 27 11:20:39.529866 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:39.555233 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Sync routers for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:39.565392 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.566693 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e34e95fe-76c8-4d31-8ffc-1b24668ad7ba admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8936760 Jan 27 11:20:39.569652 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47808) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:39.571879 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:39.572541 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:39.578825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Made reservation on behalf of 09fc060747db493cab14611b5585cdaf for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:39.582696 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:39.630324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cce1fe8f-273e-49a9-ae57-05f7dda41e02 req-9053e10e-3502-4842-a889-5108b8f438e8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 210 time: 0.0362952 Jan 27 11:20:39.630820 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47810) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:39.714438 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:39.718407 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:39.760438 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-846d26f0-01a2-4a5d-b7f2-c18e8d38385c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285181 Jan 27 11:20:39.771401 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-8030f443-31a9-4cbc-aeee-bf4c9dbb9bf4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:20:39.772765 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-8030f443-31a9-4cbc-aeee-bf4c9dbb9bf4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056303 Jan 27 11:20:39.846759 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Allocated IP 172.20.0.8 (92dacf81-bb4e-4740-8c25-e817aa3226da/4db07fce-9aae-4085-8d1f-8eb828e42734/74bc2e68-bd61-4749-9b95-78a709307de1) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:39.877457 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:39.877825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.148787 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:38Z', 'revision_number': 3, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:40.184881 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b76f5-ba28-422e-bd58-6eca160f9ab7 req-682a311d-4e91-4ad9-aa1d-a4e7792ec6aa tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:40.189367 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Checking router: b5e030aa-21bb-4596-bc51-0f25d87152d2 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:40.189777 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Updating router b5e030aa-21bb-4596-bc51-0f25d87152d2 port 04d54392-b98e-49b9-bf00-f72c9403b955 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:40.191899 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:40.193259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0b6b76f5-ba28-422e-bd58-6eca160f9ab7 req-682a311d-4e91-4ad9-aa1d-a4e7792ec6aa tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0689039 Jan 27 11:20:40.223384 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 47796748-1b44-4b96-a4fb-7e0f0b714726 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:20:40.241874 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:20:40.263402 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0b6b76f5-ba28-422e-bd58-6eca160f9ab7 req-600dc253-6ab4-4a81-8d8a-3be82a53ba17 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652955 Jan 27 11:20:40.290046 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.351841 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks [] for port (74bc2e68-bd61-4749-9b95-78a709307de1), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.440639 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.474253 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268', '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'f310d544-48d3-47a8-955e-87bfc32d29bc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:40.487977 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:40.514502 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.522478 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Network 92dacf81-bb4e-4740-8c25-e817aa3226da is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:40.533675 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:40.536321 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:40.538446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3aa40-bfc3-4e1e-bad1-4a50dae406ac req-efc19227-ce37-460a-9471-7597e6ed1df4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:40.545866 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-17a3aa40-bfc3-4e1e-bad1-4a50dae406ac req-efc19227-ce37-460a-9471-7597e6ed1df4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 943 time: 0.0566871 Jan 27 11:20:40.583676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event updated for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:40.597158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:40.597776 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.598618 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-17a3aa40-bfc3-4e1e-bad1-4a50dae406ac req-d6bfb54e-5723-43c6-bbcd-0c75068128da tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515997 Jan 27 11:20:40.664915 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-434aff45-fecd-42ad-9d47-929943f321ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2632434 Jan 27 11:20:40.671625 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27827420-99e7-4c42-a63c-368d95137155 req-281136dc-d089-426e-aae0-ae4de32eb999 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:40.677442 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: DOWN; New status is: DOWN {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:40.679414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-27827420-99e7-4c42-a63c-368d95137155 req-281136dc-d089-426e-aae0-ae4de32eb999 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0795579 Jan 27 11:20:40.679602 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'port_id': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'mac_address': 'fa:16:3e:55:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:20:40.689305 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Request body: {'port': {'device_id': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:40.733686 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-27827420-99e7-4c42-a63c-368d95137155 req-bfed0f52-5e95-46ba-9865-565799cec0e1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532751 Jan 27 11:20:40.815653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.823248 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 47796748-1b44-4b96-a4fb-7e0f0b714726 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:40.823539 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.829002 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks [] for port (04d54392-b98e-49b9-bf00-f72c9403b955), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.848229 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47796748-1b44-4b96-a4fb-7e0f0b714726 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:40.861690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e15129-d3c3-4e7d-b286-cb3deae38d17 req-b4ec125d-c6eb-47d3-b39f-823e1fb2cc19 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:40.862085 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.871348 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83e15129-d3c3-4e7d-b286-cb3deae38d17 req-b4ec125d-c6eb-47d3-b39f-823e1fb2cc19 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 931 time: 0.0721838 Jan 27 11:20:40.894807 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Allocated IP 172.20.0.1 (a5be6803-6bae-44c9-abe2-2a2e10ffa558/4634bb58-021d-4fe0-bb47-421d1bb09b25/1a25dfe3-4689-4950-ae23-730304d5a3ca) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:40.924612 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:40.946765 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83e15129-d3c3-4e7d-b286-cb3deae38d17 req-73fd38de-9292-4484-973b-896d8bbeafca tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Jan 27 11:20:40.961783 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f0eef-b95c-43d1-97a5-a797ba13c1e7 None None] Pushing event updated for resources: {'Port': ['ID=04d54392-b98e-49b9-bf00-f72c9403b955,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:40.963918 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:40.971967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Attempting to bind port 04d54392-b98e-49b9-bf00-f72c9403b955 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:40.972377 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Attempting to bind port 04d54392-b98e-49b9-bf00-f72c9403b955 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:40.973991 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Attempting to bind port 04d54392-b98e-49b9-bf00-f72c9403b955 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:41.004790 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:41.005165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:41.005583 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.005969 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:41.006475 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Bound port: 04d54392-b98e-49b9-bf00-f72c9403b955, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:41.006860 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.088486 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:41.103184 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] For port 04d54392-b98e-49b9-bf00-f72c9403b955, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:41.108149 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] For port 04d54392-b98e-49b9-bf00-f72c9403b955, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=04d54392-b98e-49b9-bf00-f72c9403b955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:41.119655 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.130784 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks [] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.217176 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f0eef-b95c-43d1-97a5-a797ba13c1e7 None None] Pushing event updated for resources: {'Port': ['ID=04d54392-b98e-49b9-bf00-f72c9403b955,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:41.224895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bc2e68-bd61-4749-9b95-78a709307de1 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:41.227630 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:41.228191 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:41.229653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.236760 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks [] for port (74bc2e68-bd61-4749-9b95-78a709307de1), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.275770 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:41.280490 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Transition to ACTIVE for port object 74bc2e68-bd61-4749-9b95-78a709307de1 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:20:41.283119 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:41.286651 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:41.295952 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.315634 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Pushing event updated for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:41.328885 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:41.366414 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Pushing event updated for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:41.430028 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4f8b-822c-439a-bd5a-40590d271a90 req-79f0e22a-925a-4853-b4f8-a1f5821eae72 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.431260 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccae4f8b-822c-439a-bd5a-40590d271a90 req-79f0e22a-925a-4853-b4f8-a1f5821eae72 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0650551 Jan 27 11:20:41.449261 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:41.457031 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.533435 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Attempting to bind port 74bc2e68-bd61-4749-9b95-78a709307de1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:41.533779 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Attempting to bind port 74bc2e68-bd61-4749-9b95-78a709307de1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:41.534070 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Attempting to bind port 74bc2e68-bd61-4749-9b95-78a709307de1 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:41.539894 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Port 74bc2e68-bd61-4749-9b95-78a709307de1 on network 92dacf81-bb4e-4740-8c25-e817aa3226da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:20:41.540600 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Attempting to bind port 74bc2e68-bd61-4749-9b95-78a709307de1 on network 92dacf81-bb4e-4740-8c25-e817aa3226da {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:41.550545 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:41.550958 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Checking segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:41.551460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Bound using segment: {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:41.552643 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Bound port: 74bc2e68-bd61-4749-9b95-78a709307de1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:41.553002 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.555800 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccae4f8b-822c-439a-bd5a-40590d271a90 req-1d5ab024-964e-4072-872e-65ba9651fbb8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183412 Jan 27 11:20:41.576430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-5a3d22de-ecef-4036-9ce4-ef3630e83bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.578052 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-5a3d22de-ecef-4036-9ce4-ef3630e83bac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 1097 time: 0.1050582 Jan 27 11:20:41.659263 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0ffab32a-35ea-4a89-9282-a9bbe34d20cb None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:41.659639 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ffab32a-35ea-4a89-9282-a9bbe34d20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.662136 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-ace5a839-ea3f-410a-b617-ef9de41c754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.663963 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-ace5a839-ea3f-410a-b617-ef9de41c754d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1097 time: 0.0601914 Jan 27 11:20:41.691989 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:41.725687 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74bc2e68-bd61-4749-9b95-78a709307de1,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:41.735639 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.741508 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.761917 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0ffab32a-35ea-4a89-9282-a9bbe34d20cb None None] Port 1a25dfe3-4689-4950-ae23-730304d5a3ca cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:41.798829 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040590e-d44d-48b5-9a55-03096253e44d req-c50848eb-f012-4423-9b4a-c146211db0ba tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.800340 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b040590e-d44d-48b5-9a55-03096253e44d req-c50848eb-f012-4423-9b4a-c146211db0ba tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 944 time: 0.1169996 Jan 27 11:20:41.826054 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-acf32258-9674-4e43-a4a5-853480cd41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.826419 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:41.827209 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:41.827493 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-acf32258-9674-4e43-a4a5-853480cd41ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.1541362 Jan 27 11:20:41.827614 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:38Z', 'revision_number': 3, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:41.828740 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] 10.222.0.49 "PUT /v2.0/ports/74bc2e68-bd61-4749-9b95-78a709307de1 HTTP/1.1" status: 200 len: 1093 time: 1.1468022 Jan 27 11:20:41.834348 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:41.836672 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57808bb9-8e88-40dd-b12c-081f428efbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:41.860453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b4066-2ffc-4823-ba1e-9da24dcbc260 None None] The sync data for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi is: [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:38Z', 'revision_number': 3, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:41.906109 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b040590e-d44d-48b5-9a55-03096253e44d req-06bb02d6-e1d3-4756-be76-9b3d8cef91a2 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959952 Jan 27 11:20:41.947046 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca0d7a-6999-467d-a45b-bab0332de1ad service neutron] Pushing event updated for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:41.951737 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-f51f02da-928e-488d-ab06-1306c3ac860b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 999 time: 0.0959804 Jan 27 11:20:42.019127 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ab762-6936-4ef2-81f1-28834623a6cf x-openstack-request-id: req-218ab762-6936-4ef2-81f1-28834623a6cf {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:42.019414 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:42.019663 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-218ab762-6936-4ef2-81f1-28834623a6cf {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:42.020051 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1', 'status': 'completed', 'code': 200} Jan 27 11:20:42.031017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-88e400de-79d7-44f7-a028-89677dce0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.032513 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-88e400de-79d7-44f7-a028-89677dce0ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 1096 time: 0.1328387 Jan 27 11:20:42.049139 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-d6de7f8e-a5b1-40f5-a2ef-288231346825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.050637 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-d6de7f8e-a5b1-40f5-a2ef-288231346825 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0905547 Jan 27 11:20:42.105530 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-318cb00b-f213-4e61-8509-f44e73f11e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bc2e68-bd61-4749-9b95-78a709307de1 HTTP/1.1" status: 200 len: 217 time: 0.0435529 Jan 27 11:20:42.169868 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks [] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:42.183269 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:42.200905 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-c951096c-b31b-48f1-a6eb-81ac4540a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.202833 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-c951096c-b31b-48f1-a6eb-81ac4540a462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0860064 Jan 27 11:20:42.292016 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-3ee56eeb-7edd-419c-a933-2a9749c032f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403364 Jan 27 11:20:42.314695 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:42.316399 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Pushing event updated for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:42.369189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f073cd-9f00-483e-932a-33baef927b4b req-36626810-e921-4b71-a3c1-967292b9968c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.370637 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-31f073cd-9f00-483e-932a-33baef927b4b req-36626810-e921-4b71-a3c1-967292b9968c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.3762827 Jan 27 11:20:42.446635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd133a-1f05-448e-8bf5-e950cd039574 req-212f7884-599e-4a8c-a82a-406f10454e86 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.448077 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1cd133a-1f05-448e-8bf5-e950cd039574 req-212f7884-599e-4a8c-a82a-406f10454e86 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 943 time: 0.3930373 Jan 27 11:20:42.449933 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-1f8b64e3-97a6-4ca0-a432-cf2004f93c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.451314 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-1f8b64e3-97a6-4ca0-a432-cf2004f93c55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3872266 Jan 27 11:20:42.458121 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-65f8871c-b06a-43f4-8456-6671c064167c service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569159 Jan 27 11:20:42.458848 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-31f073cd-9f00-483e-932a-33baef927b4b req-dbc157df-a892-4616-9bc9-76b65aa30818 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729675 Jan 27 11:20:42.509614 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:42.518434 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:42.583598 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-89ef7fa0-7967-4e28-ac48-88ed851e84d5 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078351 Jan 27 11:20:42.593469 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d1cd133a-1f05-448e-8bf5-e950cd039574 req-5d1c7c59-62f1-4c11-97c7-bd857b112692 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329489 Jan 27 11:20:42.713510 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-2a9dc1a2-bfd0-43d0-b08f-67394069e5a3 req-37400d1e-dfb2-4142-bfda-66475e597d58 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368324 Jan 27 11:20:42.715544 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Router b5e030aa-21bb-4596-bc51-0f25d87152d2 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:20:42.743803 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3ba54978-4a16-4707-be8e-8a8c8fa9dbd9 req-465d0f42-ceed-448b-a824-7295a6603865 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489456 Jan 27 11:20:42.752638 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982766b-64a2-4861-8303-e92d37fb4938 req-70160527-b70e-4110-95b7-842ca05d3b78 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.754130 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3982766b-64a2-4861-8303-e92d37fb4938 req-70160527-b70e-4110-95b7-842ca05d3b78 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0815203 Jan 27 11:20:42.833886 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3982766b-64a2-4861-8303-e92d37fb4938 req-d78e1c32-69cf-430e-8d05-606d92fc86f5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739634 Jan 27 11:20:42.853620 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-3dbc20ba-4836-4a76-ba0b-356414bfb6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:42.855721 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-3dbc20ba-4836-4a76-ba0b-356414bfb6b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=09fc060747db493cab14611b5585cdaf&device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 1096 time: 0.0701277 Jan 27 11:20:42.881552 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:42.888031 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a082f977-0bcc-4683-b2e9-cffde1d96e27 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5e030aa-21bb-4596-bc51-0f25d87152d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170564 Jan 27 11:20:42.892813 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-32ab6238-cf10-4b4e-ad60-23315e22440d None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:42.893348 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-32ab6238-cf10-4b4e-ad60-23315e22440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:42.937380 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-32ab6238-cf10-4b4e-ad60-23315e22440d None None] Port 1a25dfe3-4689-4950-ae23-730304d5a3ca cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:43.021847 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-c5eb34b2-bb57-4d1f-8f8c-66133d17d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:43.023411 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-c5eb34b2-bb57-4d1f-8f8c-66133d17d8da service neutron] 10.222.0.49 "GET /v2.0/networks?id=92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 200 len: 916 time: 0.1558003 Jan 27 11:20:43.076877 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-5cdc25cd-b3d8-4ec4-9376-2622c4c6a8ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74bc2e68-bd61-4749-9b95-78a709307de1 HTTP/1.1" status: 200 len: 217 time: 0.0383639 Jan 27 11:20:43.104959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cb4a0-1247-4b02-8faa-9fa9c470f67c req-34023bd9-3697-42a1-be5b-09c695b75ce1 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:43.106618 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-887cb4a0-1247-4b02-8faa-9fa9c470f67c req-34023bd9-3697-42a1-be5b-09c695b75ce1 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 944 time: 0.0998874 Jan 27 11:20:43.168999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-6ad435ea-7dbe-4478-9dff-fcde7ad935c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:43.170513 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-6ad435ea-7dbe-4478-9dff-fcde7ad935c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 200 len: 855 time: 0.0827980 Jan 27 11:20:43.196073 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-887cb4a0-1247-4b02-8faa-9fa9c470f67c req-9aee3f73-d1ac-4f0c-8a14-79ded6337f10 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 Jan 27 11:20:43.215839 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-58dc91dd-b541-40a8-8132-2e266a6c72d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92dacf81-bb4e-4740-8c25-e817aa3226da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312073 Jan 27 11:20:43.319682 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-48f375e2-8265-4ce6-b3c5-14a5cf358b98 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991354 Jan 27 11:20:43.420005 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57808bb9-8e88-40dd-b12c-081f428efbcd req-103fed57-8d4c-4f50-96c4-aa4ae9d37381 service neutron] 10.222.0.49 "GET /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939517 Jan 27 11:20:43.500081 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 47882) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:43.506106 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-142885930-network', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:43.549941 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Made reservation on behalf of 94f53fa66e5e44bbb3232f5eedbdf72f for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:43.555335 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:43.567977 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:43.845771 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 04d54392-b98e-49b9-bf00-f72c9403b955 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:43.905754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c4b8-bf88-4db6-813d-156d7aab21d3 req-c4415bae-5cd3-4eae-a4ae-47608c152cfa tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:43.907293 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eef6c4b8-bf88-4db6-813d-156d7aab21d3 req-c4415bae-5cd3-4eae-a4ae-47608c152cfa tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.2427311 Jan 27 11:20:43.934780 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 04d54392-b98e-49b9-bf00-f72c9403b955 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:43.935696 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:43.937718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks [] for security_group (67d5a915-a3a3-4abd-938a-aa7cc8746041), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:43.950184 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce703d55-b8ae-4d84-bbe4-fbc370e12ba1 req-dcb34224-16c5-494b-8eaf-ed6b83ed10d9 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:43.951845 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce703d55-b8ae-4d84-bbe4-fbc370e12ba1 req-dcb34224-16c5-494b-8eaf-ed6b83ed10d9 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 943 time: 0.1779644 Jan 27 11:20:43.955814 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (67d5a915-a3a3-4abd-938a-aa7cc8746041), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.020517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:20:44.039239 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d5a915-a3a3-4abd-938a-aa7cc8746041,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:44.051730 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eef6c4b8-bf88-4db6-813d-156d7aab21d3 req-11e5fb4b-de0e-453e-9d56-10e63eabb522 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351538 Jan 27 11:20:44.054669 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.054986 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Added segment 13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84 of type vlan for network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 Jan 27 11:20:44.163811 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Sync routers for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:44.169738 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce703d55-b8ae-4d84-bbe4-fbc370e12ba1 req-8807f4b5-67f4-4018-9537-891c6c6cd1fb tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035127 Jan 27 11:20:44.188302 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:44.191674 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:44.200518 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.222276 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 47796748-1b44-4b96-a4fb-7e0f0b714726 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:44.293039 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 04d54392-b98e-49b9-bf00-f72c9403b955 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:44.293798 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.298277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.307322 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:44.308003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.317793 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 04d54392-b98e-49b9-bf00-f72c9403b955, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=04d54392-b98e-49b9-bf00-f72c9403b955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:44.319551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35545b-fd9d-47ba-80a1-785cb21e7121 req-6e2d6862-31c9-4eb7-869f-87b2f9827bb2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:44.320644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 47796748-1b44-4b96-a4fb-7e0f0b714726 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:20:44.327435 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 47796748-1b44-4b96-a4fb-7e0f0b714726 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:44.328134 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.328500 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3c35545b-fd9d-47ba-80a1-785cb21e7121 req-6e2d6862-31c9-4eb7-869f-87b2f9827bb2 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1407559 Jan 27 11:20:44.330260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.438294 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9361413 Jan 27 11:20:44.441232 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47894) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:44.442987 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=04d54392-b98e-49b9-bf00-f72c9403b955,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:44.446462 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2244fd-cb8c-4d1f-8410-6b5d7c2746a1 admin admin] Pushing event updated for resources: {'Network': ['ID=14b3ab09-cf2b-4e71-8d40-bc9e7df67d13,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:44.446857 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Request body: {'subnet': {'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-142885930-subnet', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:44.475051 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:20:44.496065 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:44.509082 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Made reservation on behalf of 94f53fa66e5e44bbb3232f5eedbdf72f for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:20:44.511476 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.514049 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3c35545b-fd9d-47ba-80a1-785cb21e7121 req-881de9a9-c453-429f-a15b-25e14da9b296 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838148 Jan 27 11:20:44.684711 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 47796748-1b44-4b96-a4fb-7e0f0b714726 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:44.687482 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.727242 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c913d-1fa4-4ee0-bf8a-b79842e8de6e req-a6559414-e8cf-4a42-b357-2baba2e5b73d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:44.733001 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d86c913d-1fa4-4ee0-bf8a-b79842e8de6e req-a6559414-e8cf-4a42-b357-2baba2e5b73d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 944 time: 0.1253896 Jan 27 11:20:44.767333 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:44.776579 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf151346-aa8a-4a39-b688-c9614cf758d8" -d '{"events": [{"server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "name": "network-vif-plugged", "status": "completed", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:44.815560 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:44.826819 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:44.885100 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d86c913d-1fa4-4ee0-bf8a-b79842e8de6e req-761ebb3c-e528-4b4d-a6bb-fc7bdfa6ed22 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456323 Jan 27 11:20:44.931989 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c614c1f-c5ec-4b03-8d98-d4e61803d13f x-openstack-request-id: req-8c614c1f-c5ec-4b03-8d98-d4e61803d13f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:44.932626 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "name": "network-vif-plugged", "status": "completed", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:44.933082 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c614c1f-c5ec-4b03-8d98-d4e61803d13f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:44.933672 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'code': 200} Jan 27 11:20:44.971412 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:45.060609 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 2, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:45.109248 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Checking router: b5e030aa-21bb-4596-bc51-0f25d87152d2 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:45.109609 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Updating router b5e030aa-21bb-4596-bc51-0f25d87152d2 port 1a25dfe3-4689-4950-ae23-730304d5a3ca binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:45.175545 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.178946 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (0ef3613a-af98-45a2-b54e-30cf51f5665b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.226017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef3613a-af98-45a2-b54e-30cf51f5665b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:45.274154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Checking segment: {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:45.275441 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Network hostable DHCP agents. Network: 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:20:45.321955 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:20:45.335909 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210c72-e9e9-4576-bb2d-b5976d77b572 req-5302204b-abea-479d-9faa-f29a14f8e0a8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:45.337098 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:45.337504 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-da210c72-e9e9-4576-bb2d-b5976d77b572 req-5302204b-abea-479d-9faa-f29a14f8e0a8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0911233 Jan 27 11:20:45.354158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:45.354953 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.360986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386913f2-5bbd-48f0-8127-5e614a501a09 None None] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:45.394850 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-70c86a6a-df9e-444d-bb1c-28093a0e6a7c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9522307 Jan 27 11:20:45.397409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47902) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:45.401898 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:45.433698 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-da210c72-e9e9-4576-bb2d-b5976d77b572 req-1fc1a20d-ec44-417f-8e2d-1922a17dc610 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809011 Jan 27 11:20:45.446683 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.448124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.567768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ce3fd-b3be-435d-8cbe-11c1f98d95e1 req-d73093ca-c22d-471e-b1bc-c0b7ec7ddfcc tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:45.577011 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba5ce3fd-b3be-435d-8cbe-11c1f98d95e1 req-d73093ca-c22d-471e-b1bc-c0b7ec7ddfcc tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 943 time: 0.0700517 Jan 27 11:20:45.578858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for router_controller (496c1796-3523-413b-91b1-3d4c40c09cb1), precommit_add_association {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.653125 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:20:45.654100 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.676854 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba5ce3fd-b3be-435d-8cbe-11c1f98d95e1 req-50966601-5ea6-4d86-8ac2-be422e6c49ce tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961800 Jan 27 11:20:45.749262 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks [] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.764519 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.790046 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d124-90b2-4969-bd9e-8d6c9edbee09 req-2a8e027a-4e37-4b8f-9b05-592435e75c30 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:45.799160 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d781d124-90b2-4969-bd9e-8d6c9edbee09 req-2a8e027a-4e37-4b8f-9b05-592435e75c30 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0615134 Jan 27 11:20:45.852596 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 04d54392-b98e-49b9-bf00-f72c9403b955 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:45.873951 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d781d124-90b2-4969-bd9e-8d6c9edbee09 req-de38d239-deb3-40c6-aa1f-6e3f6b0ee434 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736682 Jan 27 11:20:45.893793 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Pushing event updated for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:45.902081 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for router_gateway (496c1796-3523-413b-91b1-3d4c40c09cb1), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:45.914462 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.914977 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.915444 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.915858 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.916185 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.916600 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.932840 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.933310 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.933636 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.934018 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.934422 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.934760 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:45.935071 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:20:46.053689 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Attempting to bind port 1a25dfe3-4689-4950-ae23-730304d5a3ca on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:46.054085 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Attempting to bind port 1a25dfe3-4689-4950-ae23-730304d5a3ca by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:46.054461 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Attempting to bind port 1a25dfe3-4689-4950-ae23-730304d5a3ca on network a5be6803-6bae-44c9-abe2-2a2e10ffa558 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:46.060877 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:46.061261 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Checking segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:46.061637 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.062019 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Bound using segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:46.062550 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Bound port: 1a25dfe3-4689-4950-ae23-730304d5a3ca, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:46.062926 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.103537 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea8cd9-4552-46ed-a903-0ff9f3ddbe29 req-eb4d5723-5a25-40a6-8b09-8878af0e5e33 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:46.115412 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Allocated IP 172.20.0.2 (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13/0ef3613a-af98-45a2-b54e-30cf51f5665b/c48935a1-04b7-46ad-b98d-0e6c368f33f6) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:46.117282 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7cea8cd9-4552-46ed-a903-0ff9f3ddbe29 req-eb4d5723-5a25-40a6-8b09-8878af0e5e33 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.0983434 Jan 27 11:20:46.163045 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] For port 1a25dfe3-4689-4950-ae23-730304d5a3ca, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:46.171195 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] For port 1a25dfe3-4689-4950-ae23-730304d5a3ca, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1a25dfe3-4689-4950-ae23-730304d5a3ca,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:46.183130 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.197415 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 04d54392-b98e-49b9-bf00-f72c9403b955 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:46.197695 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.235797 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7cea8cd9-4552-46ed-a903-0ff9f3ddbe29 req-8201d5fb-8b96-4654-9fac-7a6d2e4c876c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174421 Jan 27 11:20:46.289468 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bc4e1-def0-4875-9238-8e4ee68145a8 None None] Pushing event updated for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:46.290829 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 74bc2e68-bd61-4749-9b95-78a709307de1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:20:46.321259 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:46.322145 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:46.397079 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for router_gateway (496c1796-3523-413b-91b1-3d4c40c09cb1), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.435342 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:46.435865 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.458622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.503047 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:46.750815 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks [] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.757314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7bb74-eaf0-46eb-b901-83601d1801e7 req-6f55ab9f-d573-4361-a392-75c6960374af tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:46.776967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.785268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-56c7bb74-eaf0-46eb-b901-83601d1801e7 req-6f55ab9f-d573-4361-a392-75c6960374af tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.2177386 Jan 27 11:20:46.808898 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Allocated IP 172.27.3.50 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/aa202e6d-876e-4610-9547-953a02dea16f) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:46.855434 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:46.861299 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Pushing event updated for resources: {'Port': ['ID=c48935a1-04b7-46ad-b98d-0e6c368f33f6,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:46.864522 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:46.882526 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:46.964926 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Attempting to bind port c48935a1-04b7-46ad-b98d-0e6c368f33f6 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:46.965756 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Attempting to bind port c48935a1-04b7-46ad-b98d-0e6c368f33f6 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:46.966382 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Attempting to bind port c48935a1-04b7-46ad-b98d-0e6c368f33f6 on network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:46.972510 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 04d54392-b98e-49b9-bf00-f72c9403b955 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:46.984749 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:46.988130 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Checking segment: {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:46.991098 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:46.994145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Bound using segment: {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:46.994683 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Bound port: c48935a1-04b7-46ad-b98d-0e6c368f33f6, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:46.995075 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.037971 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:20:47.069972 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bf346-e1fc-4f3d-94c4-26b56447b654 req-c3781a9e-73c2-4a4d-b3f0-420598208776 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:47.077536 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-246bf346-e1fc-4f3d-94c4-26b56447b654 req-c3781a9e-73c2-4a4d-b3f0-420598208776 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 943 time: 0.1724651 Jan 27 11:20:47.091710 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-56c7bb74-eaf0-46eb-b901-83601d1801e7 req-36fe81c2-c07f-44fe-ad04-26092cc016a2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036132 Jan 27 11:20:47.121518 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for port (aa202e6d-876e-4610-9547-953a02dea16f), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.145125 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:46Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:47.161868 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74bc2e68-bd61-4749-9b95-78a709307de1,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:47.166504 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba6a76-f07f-4b72-8ac3-7882bf1114e5 req-940baeec-bea1-48e8-842f-114d174be575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:47.171302 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ffba6a76-f07f-4b72-8ac3-7882bf1114e5 req-940baeec-bea1-48e8-842f-114d174be575 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1098 time: 0.2679789 Jan 27 11:20:47.193086 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Current status of the port 1a25dfe3-4689-4950-ae23-730304d5a3ca is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:47.193478 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.202620 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (aa202e6d-876e-4610-9547-953a02dea16f), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.242137 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-246bf346-e1fc-4f3d-94c4-26b56447b654 req-3cdb80bd-1a2a-40f4-8555-f8124ecd6847 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573174 Jan 27 11:20:47.242696 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '74bc2e68-bd61-4749-9b95-78a709307de1', 'network_id': '92dacf81-bb4e-4740-8c25-e817aa3226da', 'port_id': '74bc2e68-bd61-4749-9b95-78a709307de1', 'mac_address': 'fa:16:3e:5e:64:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db07fce-9aae-4085-8d1f-8eb828e42734', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:20:47.258766 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bfb793-cee6-4d2f-8941-5107e9ebbd94 None None] The sync data for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi is: [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:46Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:47.315321 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:47.325529 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:47.333852 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:47.415145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 74bc2e68-bd61-4749-9b95-78a709307de1 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:47.418626 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.422291 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] For port 1a25dfe3-4689-4950-ae23-730304d5a3ca, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1a25dfe3-4689-4950-ae23-730304d5a3ca,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:47.452202 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.511994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63580d-1ea7-4cc3-952c-573f85f84d79 req-b0d4f436-1aa8-4a6e-adb2-81cb390f81c0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:47.513589 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be63580d-1ea7-4cc3-952c-573f85f84d79 req-b0d4f436-1aa8-4a6e-adb2-81cb390f81c0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.2294114 Jan 27 11:20:47.519509 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ffba6a76-f07f-4b72-8ac3-7882bf1114e5 req-4ef46e66-07a1-4a4d-bb1b-557e6f49eb35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754297 Jan 27 11:20:47.566929 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6579c-302c-4d10-84e1-bb6d2aabaf66 req-72240d61-4c19-4012-ac49-a8d47c7fea24 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:47.573296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4dc6579c-302c-4d10-84e1-bb6d2aabaf66 req-72240d61-4c19-4012-ac49-a8d47c7fea24 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.1436067 Jan 27 11:20:47.627905 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bc2e68-bd61-4749-9b95-78a709307de1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:20:47.669749 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be63580d-1ea7-4cc3-952c-573f85f84d79 req-805e4af0-2e5d-4e98-beb6-c5a1f68dc6dd tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364107 Jan 27 11:20:47.689858 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74bc2e68-bd61-4749-9b95-78a709307de1,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:47.701021 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4dc6579c-302c-4d10-84e1-bb6d2aabaf66 req-f4700e9f-0d14-46c7-92b0-d50dc5409e58 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198399 Jan 27 11:20:47.703192 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] For port c48935a1-04b7-46ad-b98d-0e6c368f33f6, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:47.719865 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.737116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Pushing event updated for resources: {'Port': ['ID=aa202e6d-876e-4610-9547-953a02dea16f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:47.816766 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] For port c48935a1-04b7-46ad-b98d-0e6c368f33f6, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=c48935a1-04b7-46ad-b98d-0e6c368f33f6,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:47.826234 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c12ffce5-4696-4955-a34a-434d92bfa6a6 None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:47.827092 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c12ffce5-4696-4955-a34a-434d92bfa6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.873967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:47.885239 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b0f35-95c2-41e5-b130-a36d805b3183 None None] Pushing event updated for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:47.920556 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1a25dfe3-4689-4950-ae23-730304d5a3ca up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:47.963450 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for router_gateway (496c1796-3523-413b-91b1-3d4c40c09cb1), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:48.085962 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:48.091423 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['74bc2e68-bd61-4749-9b95-78a709307de1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:20:48.272990 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:48.273711 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:48.434581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884b5e-e415-4423-b857-a00219e65a4b req-62d2f982-02e3-4f18-9c90-564361aaa8af tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:48.446856 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8884b5e-e415-4423-b857-a00219e65a4b req-62d2f982-02e3-4f18-9c90-564361aaa8af tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1291935 Jan 27 11:20:48.505045 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:48.568180 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8884b5e-e415-4423-b857-a00219e65a4b req-da9fb00f-3258-4181-b62d-fedb71789819 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162090 Jan 27 11:20:48.726756 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c12ffce5-4696-4955-a34a-434d92bfa6a6 None None] Current status of the port 1a25dfe3-4689-4950-ae23-730304d5a3ca is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:48.759389 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a88083-acc8-448b-b564-6671eeb0fb94 None None] Pushing event updated for resources: {'Port': ['ID=c48935a1-04b7-46ad-b98d-0e6c368f33f6,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:48.845989 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78257-ace5-4acd-a9c7-36721d97ad66 req-d3c2ee2b-a5ee-4ddb-b1e6-547d31720ed3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:48.853219 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-30d78257-ace5-4acd-a9c7-36721d97ad66 req-d3c2ee2b-a5ee-4ddb-b1e6-547d31720ed3 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 944 time: 0.1647716 Jan 27 11:20:48.885719 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Router 496c1796-3523-413b-91b1-3d4c40c09cb1 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:20:48.966968 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-30d78257-ace5-4acd-a9c7-36721d97ad66 req-0e4427d0-185f-4aa8-b1a5-2cff9b0f89c4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Jan 27 11:20:48.999233 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 1a25dfe3-4689-4950-ae23-730304d5a3ca is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:49.014202 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc208aee-ccd3-42cd-9ac0-5335172a764d req-efb508cb-0572-45bd-8c12-ac0470a44a2f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:49.022539 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc208aee-ccd3-42cd-9ac0-5335172a764d req-efb508cb-0572-45bd-8c12-ac0470a44a2f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1668568 Jan 27 11:20:49.055181 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:49.083583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:49.087676 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Sync routers for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:49.088349 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f6f50136-e145-417d-9036-36fd31501b60 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6897905 Jan 27 11:20:49.091144 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 47934) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:49.132899 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:49.133640 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:49.176027 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc208aee-ccd3-42cd-9ac0-5335172a764d req-319da0b0-8b25-45f7-aaaa-3f5117bd05fb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489561 Jan 27 11:20:49.213353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1fd33-a9d6-4516-bbe5-bb7f8b0296fb req-97707c10-6234-4543-9247-17d8265286ba tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:49.221732 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-49c1fd33-a9d6-4516-bbe5-bb7f8b0296fb req-97707c10-6234-4543-9247-17d8265286ba tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.1126719 Jan 27 11:20:49.318973 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-49c1fd33-a9d6-4516-bbe5-bb7f8b0296fb req-aee83232-c584-4a5c-afef-75d766cecb68 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Jan 27 11:20:49.379608 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:49.846839 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 3, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:49.854038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21691-d1c3-4898-b9fb-b820870b6b7e req-de7123c3-c881-44ef-8137-4bba3046bba7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:49.871381 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-69d21691-d1c3-4898-b9fb-b820870b6b7e req-de7123c3-c881-44ef-8137-4bba3046bba7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1771724 Jan 27 11:20:49.895475 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Checking router: 496c1796-3523-413b-91b1-3d4c40c09cb1 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:49.896238 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Updating router 496c1796-3523-413b-91b1-3d4c40c09cb1 port aa202e6d-876e-4610-9547-953a02dea16f binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:49.940041 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device c48935a1-04b7-46ad-b98d-0e6c368f33f6 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:49.948606 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (aa202e6d-876e-4610-9547-953a02dea16f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:49.957873 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:49.972668 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-69d21691-d1c3-4898-b9fb-b820870b6b7e req-a873fb40-7b0a-400d-bad5-97a65bb08915 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001155 Jan 27 11:20:50.124609 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38136825-d90e-4581-9966-284176ecb1a4 None None] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:20:50.244450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46ed9-265f-4a57-8714-954925544f31 req-beb2aa63-c17c-4bcb-acc9-f0dc678374c8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:50.247717 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43c46ed9-265f-4a57-8714-954925544f31 req-beb2aa63-c17c-4bcb-acc9-f0dc678374c8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 944 time: 0.1401751 Jan 27 11:20:50.385816 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Allocated IP 172.20.0.1 (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13/0ef3613a-af98-45a2-b54e-30cf51f5665b/d82d7e72-4fdb-4b0b-9888-36d08cc9877a) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:20:50.511701 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 74bc2e68-bd61-4749-9b95-78a709307de1 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:50.561740 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port c48935a1-04b7-46ad-b98d-0e6c368f33f6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:50.562414 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:50.612233 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43c46ed9-265f-4a57-8714-954925544f31 req-3b7d6c75-415d-4193-be0a-9890856bb21c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553405 Jan 27 11:20:50.637405 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ed7f7-4c59-4762-b016-35b53daa939e req-d52b4a0e-ddc3-4595-96af-f948ea9c4edf tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:50.642629 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ee8ed7f7-4c59-4762-b016-35b53daa939e req-d52b4a0e-ddc3-4595-96af-f948ea9c4edf tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.3457072 Jan 27 11:20:50.653174 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c01f02-a62c-47ba-901a-4b2590670ce4 req-c48bd55d-b435-4a4a-9901-b9e86e34c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:50.664391 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37c01f02-a62c-47ba-901a-4b2590670ce4 req-c48bd55d-b435-4a4a-9901-b9e86e34c89d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.3177602 Jan 27 11:20:50.679125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks [] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:50.750123 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:50.786780 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37c01f02-a62c-47ba-901a-4b2590670ce4 req-026469f9-06e8-4949-9310-4a2f6b703210 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801485 Jan 27 11:20:50.794269 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Provisioning complete for port c48935a1-04b7-46ad-b98d-0e6c368f33f6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:50.801875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:50.841112 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ee8ed7f7-4c59-4762-b016-35b53daa939e req-1d3deb01-8449-498f-8706-19fdbb0a26d6 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832376 Jan 27 11:20:50.875298 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9fb9-e97b-4d99-a9c8-8a8811f6c269 req-6af998ca-d924-4e4a-b7fa-749070311447 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:50.877768 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d15f9fb9-e97b-4d99-a9c8-8a8811f6c269 req-6af998ca-d924-4e4a-b7fa-749070311447 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.1307523 Jan 27 11:20:50.912327 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:50.921403 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:50.923379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:50.926030 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:20:50.972238 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (496c1796-3523-413b-91b1-3d4c40c09cb1), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:50.976511 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d15f9fb9-e97b-4d99-a9c8-8a8811f6c269 req-5ce7b2b4-c29b-467f-95c6-936a5e7c50b4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925808 Jan 27 11:20:50.992638 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 74bc2e68-bd61-4749-9b95-78a709307de1 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:20:51.049643 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 74bc2e68-bd61-4749-9b95-78a709307de1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:51.049643 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:51.209319 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bfb06-69a6-4a9b-b026-2304337dfc86 req-800afed0-d27e-4109-b17d-cabbe683c2b3 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:51.222014 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b12bfb06-69a6-4a9b-b026-2304337dfc86 req-800afed0-d27e-4109-b17d-cabbe683c2b3 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.1672752 Jan 27 11:20:51.295200 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b12bfb06-69a6-4a9b-b026-2304337dfc86 req-1299cba9-27d6-4304-bed9-9de4f98f2c69 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Jan 27 11:20:51.319134 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:51.355784 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5311-7a1b-472c-812c-563713e99a71 req-0f54fe5e-621e-42b8-b80d-5432e24ac44f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:51.363022 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c5af5311-7a1b-472c-812c-563713e99a71 req-0f54fe5e-621e-42b8-b80d-5432e24ac44f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.2404685 Jan 27 11:20:51.472717 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c5af5311-7a1b-472c-812c-563713e99a71 req-4fc6d967-dd90-4d4c-b53b-c04bdb9102ee tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957670 Jan 27 11:20:51.509500 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port c48935a1-04b7-46ad-b98d-0e6c368f33f6 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:51.509894 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:51.607576 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port c48935a1-04b7-46ad-b98d-0e6c368f33f6, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=c48935a1-04b7-46ad-b98d-0e6c368f33f6,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:51.651361 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:51.658246 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1a25dfe3-4689-4950-ae23-730304d5a3ca up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:51.938010 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a745ca-fb0e-4c4d-9430-8669bec79620 req-2767ffd2-4b25-4369-922b-1eafbf7fe08a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:51.946808 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6a745ca-fb0e-4c4d-9430-8669bec79620 req-2767ffd2-4b25-4369-922b-1eafbf7fe08a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 944 time: 0.1657619 Jan 27 11:20:52.011434 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 1a25dfe3-4689-4950-ae23-730304d5a3ca triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:52.011814 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.090151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks [] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.098383 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Current status of the port c48935a1-04b7-46ad-b98d-0e6c368f33f6 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:52.098826 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.099950 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.136385 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6a745ca-fb0e-4c4d-9430-8669bec79620 req-87fc3fac-1213-4ffe-96a3-a21cfb874c14 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885128 Jan 27 11:20:52.169522 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5a186-9af6-473b-9a22-bafb3b959ac2 req-50598f41-fc11-41e4-bef0-097e5e1d880b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:52.171134 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-32a5a186-9af6-473b-9a22-bafb3b959ac2 req-50598f41-fc11-41e4-bef0-097e5e1d880b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.1485815 Jan 27 11:20:52.224025 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:52.244600 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (496c1796-3523-413b-91b1-3d4c40c09cb1), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.244859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks [] for port (aa202e6d-876e-4610-9547-953a02dea16f), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.318368 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (aa202e6d-876e-4610-9547-953a02dea16f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.320582 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=c48935a1-04b7-46ad-b98d-0e6c368f33f6,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:52.395552 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-32a5a186-9af6-473b-9a22-bafb3b959ac2 req-c35a4650-b311-4d51-89b5-f2a110fb3bfd tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090201 Jan 27 11:20:52.409820 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95b89f-79d4-409c-82e1-4c5218d585b0 req-2a4985d6-11ee-474f-9e16-9fcb78adea89 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:52.411541 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:20:52.413002 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:20:52.413211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 74bc2e68-bd61-4749-9b95-78a709307de1 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:52.413757 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:52.427583 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cd95b89f-79d4-409c-82e1-4c5218d585b0 req-2a4985d6-11ee-474f-9e16-9fcb78adea89 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1451714 Jan 27 11:20:52.536590 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cd95b89f-79d4-409c-82e1-4c5218d585b0 req-d27853d8-f256-426a-8c41-9db4d3e65150 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061361 Jan 27 11:20:52.610572 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba2949-71ba-4df9-8360-f47c957cc7cd None None] Pushing event updated for resources: {'Port': ['ID=aa202e6d-876e-4610-9547-953a02dea16f,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:52.617490 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Attempting to bind port aa202e6d-876e-4610-9547-953a02dea16f on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:52.622324 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Attempting to bind port aa202e6d-876e-4610-9547-953a02dea16f by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:52.623054 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Attempting to bind port aa202e6d-876e-4610-9547-953a02dea16f on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:52.655353 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.db.api [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 11:20:52.656095 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG oslo_db.api [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 11:20:52.656693 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:20:52.659330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a892bf-2402-4e7a-91eb-1bbc21602f79" -d '{"events": [{"server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "name": "network-vif-plugged", "status": "completed", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:20:52.711069 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Router 496c1796-3523-413b-91b1-3d4c40c09cb1 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:20:52.741180 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aad98-0b1a-411c-bdfe-b32ed3e1883d req-1828d091-a0df-4269-9a1f-c9e24b3ab879 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:52.755588 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a93aad98-0b1a-411c-bdfe-b32ed3e1883d req-1828d091-a0df-4269-9a1f-c9e24b3ab879 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1242542 Jan 27 11:20:52.900758 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a93aad98-0b1a-411c-bdfe-b32ed3e1883d req-12ab594d-bc3a-4114-b809-3a51b7e99e10 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419163 Jan 27 11:20:53.042260 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:20:53.073254 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f0021966-b0e4-44f5-928e-8009ffc5d8a4 admin admin] 10.222.0.52 "PUT /v2.0/routers/496c1796-3523-413b-91b1-3d4c40c09cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9808483 Jan 27 11:20:53.247545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74bc2e68-bd61-4749-9b95-78a709307de1,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:53.252167 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b0ae9-59db-4494-8dd8-a90c79cb4000 x-openstack-request-id: req-7e2b0ae9-59db-4494-8dd8-a90c79cb4000 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:20:53.254360 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "name": "network-vif-plugged", "status": "completed", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:20:53.254635 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e2b0ae9-59db-4494-8dd8-a90c79cb4000 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:20:53.255139 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1', 'code': 200} Jan 27 11:20:53.385267 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:53.389834 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347782-4947-4eea-9f7b-89c2d85cc523 req-98718d69-7e4f-4436-9df2-9d7092142fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:53.391707 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d3347782-4947-4eea-9f7b-89c2d85cc523 req-98718d69-7e4f-4436-9df2-9d7092142fdd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 1097 time: 0.2039268 Jan 27 11:20:53.427161 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:53.429059 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:53.430154 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:53.431826 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:53.432796 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Bound port: aa202e6d-876e-4610-9547-953a02dea16f, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:53.434749 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (aa202e6d-876e-4610-9547-953a02dea16f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:53.440491 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725ddfd-6e35-4f09-87ce-4244d6c4a477 req-9a3edcc5-7508-43b0-b8a4-dd5d5a47d575 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:53.459410 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2725ddfd-6e35-4f09-87ce-4244d6c4a477 req-9a3edcc5-7508-43b0-b8a4-dd5d5a47d575 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.1950486 Jan 27 11:20:53.513950 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 1a25dfe3-4689-4950-ae23-730304d5a3ca is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:53.530514 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-150bfde4-15de-4451-a8ce-6c32f13944a5 None None] Current status of the port c48935a1-04b7-46ad-b98d-0e6c368f33f6 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:53.591271 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:53.612017 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] For port aa202e6d-876e-4610-9547-953a02dea16f, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:53.620180 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] For port aa202e6d-876e-4610-9547-953a02dea16f, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=aa202e6d-876e-4610-9547-953a02dea16f,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:53.661311 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (aa202e6d-876e-4610-9547-953a02dea16f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:53.737436 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2725ddfd-6e35-4f09-87ce-4244d6c4a477 req-e824e09e-564f-426c-9a7e-eacabd1ce258 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394228 Jan 27 11:20:53.781594 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d3347782-4947-4eea-9f7b-89c2d85cc523 req-dff6e807-6c46-40a4-8481-bce755d78ad3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493869 Jan 27 11:20:53.782123 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device c48935a1-04b7-46ad-b98d-0e6c368f33f6 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:53.839925 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Provisioning complete for port d82d7e72-4fdb-4b0b-9888-36d08cc9877a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:53.840585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:53.853177 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:53.854112 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:53.874459 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba2949-71ba-4df9-8360-f47c957cc7cd None None] Pushing event updated for resources: {'Port': ['ID=aa202e6d-876e-4610-9547-953a02dea16f,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:53.950437 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93d92-1a3d-4d92-8d23-c92549b356d7 req-d5525dfe-13f5-486a-b098-2c872816bdef tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:53.952366 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e6c93d92-1a3d-4d92-8d23-c92549b356d7 req-d5525dfe-13f5-486a-b098-2c872816bdef tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Jan 27 11:20:53.966288 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Port d82d7e72-4fdb-4b0b-9888-36d08cc9877a cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:20:53.988226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:53.993204 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257316166', 'description': 'tempest-secgroup-smoke-257316166 description', 'project_id': 'f72b9243bcac4d708a54177b14b6885b'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:54.021967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port c48935a1-04b7-46ad-b98d-0e6c368f33f6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:54.022393 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.043739 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.065964 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Provisioning complete for port c48935a1-04b7-46ad-b98d-0e6c368f33f6 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:54.066356 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.082648 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e6c93d92-1a3d-4d92-8d23-c92549b356d7 req-e63b3ff4-9b97-4f7b-b94c-abfca1af91f3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233096 Jan 27 11:20:54.110664 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7dc1f-e8d8-4e94-9fbb-e75150f9695e req-c7bf4425-4a59-4ab6-842c-ca206d67c440 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:54.112152 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-79a7dc1f-e8d8-4e94-9fbb-e75150f9695e req-c7bf4425-4a59-4ab6-842c-ca206d67c440 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0668058 Jan 27 11:20:54.121575 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:54.133632 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (a6061e4a-fd40-4b21-8a82-abd4719e2e57), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.139991 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a6061e4a-fd40-4b21-8a82-abd4719e2e57), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.178313 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6061e4a-fd40-4b21-8a82-abd4719e2e57,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:54.179379 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-79a7dc1f-e8d8-4e94-9fbb-e75150f9695e req-1bb7b1db-dcb6-405c-b4af-1e345e399fa8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608780 Jan 27 11:20:54.209050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.219752 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48014) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:54.223000 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4b576921-f992-4b8d-9b66-4aadfd99b637 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2335377 Jan 27 11:20:54.231258 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:54.268931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (8f36d86e-ad69-4dcd-a8d4-9a43cd52e2b5), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.354458 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2f169698-9b51-4380-9e8f-c5fc431978ca None None] Current status of the port c48935a1-04b7-46ad-b98d-0e6c368f33f6 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:54.355041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (8f36d86e-ad69-4dcd-a8d4-9a43cd52e2b5), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.358550 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port c48935a1-04b7-46ad-b98d-0e6c368f33f6 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:54.366948 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (8f36d86e-ad69-4dcd-a8d4-9a43cd52e2b5), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.397999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f36d86e-ad69-4dcd-a8d4-9a43cd52e2b5,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:54.417755 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.419242 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c3fa91bc-c7d2-49f3-bc37-3693e95f6207 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2000074 Jan 27 11:20:54.421836 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48028) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:54.427321 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:54.453330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'd82d7e72-4fdb-4b0b-9888-36d08cc9877a', 'name': '', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'mac_address': 'fa:16:3e:c2:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:50Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 2, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'subnets': [{'id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:54.457659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (5dd1422d-ee77-42bb-af32-244151a3fdb3), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.481924 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c136b9-fca7-407e-a723-0f5f37a529cf None None] The sync data for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi is: [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'd82d7e72-4fdb-4b0b-9888-36d08cc9877a', 'name': '', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'mac_address': 'fa:16:3e:c2:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:50Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 2, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'subnets': [{'id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:54.578038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (5dd1422d-ee77-42bb-af32-244151a3fdb3), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.595407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47554-01ee-43aa-8b00-1afeb1f6c488 req-0bc89e2a-5767-4ed8-b4a0-fea60a8668eb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:54.596978 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-31e47554-01ee-43aa-8b00-1afeb1f6c488 req-0bc89e2a-5767-4ed8-b4a0-fea60a8668eb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1008043 Jan 27 11:20:54.608482 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (5dd1422d-ee77-42bb-af32-244151a3fdb3), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.667446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd1422d-ee77-42bb-af32-244151a3fdb3,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:54.677069 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.681306 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2a015477-ca9c-451f-90dd-98545d80d31e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2554238 Jan 27 11:20:54.681652 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48038) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:54.687437 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:54.704466 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f957-5678-4b64-9309-32469f11ad3b req-f659c0f9-0c15-4809-8010-51fbf38ab527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:54.705990 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-f659c0f9-0c15-4809-8010-51fbf38ab527 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.1268153 Jan 27 11:20:54.710897 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-31e47554-01ee-43aa-8b00-1afeb1f6c488 req-44e2b0dc-ee31-4ffe-91b8-c6363bffe93e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034410 Jan 27 11:20:54.732004 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (6d39e3d1-b073-4e81-abe5-ca455f244185), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.856365 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (6d39e3d1-b073-4e81-abe5-ca455f244185), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.880466 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (6d39e3d1-b073-4e81-abe5-ca455f244185), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.882040 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f957-5678-4b64-9309-32469f11ad3b req-140a9780-5f77-46ea-b903-88f1d6c1ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:54.883596 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-140a9780-5f77-46ea-b903-88f1d6c1ae28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.1640351 Jan 27 11:20:54.906529 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d39e3d1-b073-4e81-abe5-ca455f244185,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:54.929971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:54.935853 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4754587e-3eda-432c-9f6f-22fa8aa53b05 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2521572 Jan 27 11:20:54.935853 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:54.942281 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:54.944572 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-24476b69-fc73-461f-8aad-d28f4fd2d9a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.0474617 Jan 27 11:20:54.953780 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2b5b8-d6ac-46a5-814a-ef9b03795f22 req-d625f5d1-d693-470e-8818-532d15df53a5 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:54.961719 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3db2b5b8-d6ac-46a5-814a-ef9b03795f22 req-d625f5d1-d693-470e-8818-532d15df53a5 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.1215403 Jan 27 11:20:54.973391 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (46323738-ae65-44bf-9a28-a8301a8f2354), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.047956 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (46323738-ae65-44bf-9a28-a8301a8f2354), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.050926 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3db2b5b8-d6ac-46a5-814a-ef9b03795f22 req-4cf65501-1361-461e-a807-9d2888904a2b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880282 Jan 27 11:20:55.052587 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f957-5678-4b64-9309-32469f11ad3b req-6898328b-63b7-44cf-a204-16f6a05fad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:55.054696 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-6898328b-63b7-44cf-a204-16f6a05fad67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.0895629 Jan 27 11:20:55.054951 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (46323738-ae65-44bf-9a28-a8301a8f2354), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.075844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46323738-ae65-44bf-9a28-a8301a8f2354,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:55.085430 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.086713 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-799eb433-b7a2-47e3-a80f-b9a5908565e9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500347 Jan 27 11:20:55.089430 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:55.095872 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:55.097074 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-2540717f-736d-464b-88dc-f8f8ed687892 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304706 Jan 27 11:20:55.117635 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Project f72b9243bcac4d708a54177b14b6885b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:20:55.123899 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (748b8ffb-2ac6-44e8-ad1f-7a8542999828), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.193013 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (748b8ffb-2ac6-44e8-ad1f-7a8542999828), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.200089 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (748b8ffb-2ac6-44e8-ad1f-7a8542999828), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.208232 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-b4204c51-cf2a-45af-936f-ce2677cfa5c0 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925407 Jan 27 11:20:55.221930 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b8ffb-2ac6-44e8-ad1f-7a8542999828,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:55.230200 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.234705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:20:55.235013 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f0d34e1a-54cd-427e-95b4-fda58689c828 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441894 Jan 27 11:20:55.240873 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'security_group_rule': {'security_group_id': 'a6061e4a-fd40-4b21-8a82-abd4719e2e57', 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:20:55.626754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc8b36-525a-4b62-9717-93755828a732 req-b5667418-3570-46ee-9862-e4e0718bee18 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:55.633781 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cccc8b36-525a-4b62-9717-93755828a732 req-b5667418-3570-46ee-9862-e4e0718bee18 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.1212075 Jan 27 11:20:55.647850 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Project f72b9243bcac4d708a54177b14b6885b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:20:55.689091 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (5d59e2cf-4459-4ab2-a3d1-a08e6024771a), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.730277 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device aa202e6d-876e-4610-9547-953a02dea16f up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:55.756311 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc99f957-5678-4b64-9309-32469f11ad3b req-f1fd66e7-c0a9-4d9e-b1fb-7b00e0e1642c service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376801 Jan 27 11:20:55.779377 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cccc8b36-525a-4b62-9717-93755828a732 req-17f626c3-4ca7-4acb-91a4-d89eaf9bddd8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446400 Jan 27 11:20:55.824643 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port aa202e6d-876e-4610-9547-953a02dea16f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:55.825019 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (aa202e6d-876e-4610-9547-953a02dea16f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.851710 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (5d59e2cf-4459-4ab2-a3d1-a08e6024771a), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.860446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (5d59e2cf-4459-4ab2-a3d1-a08e6024771a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.876410 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9143e-f3c8-4ea2-9fa1-1b777474c6b2 req-ff3ccbb2-eaba-487f-bd50-80645876626e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:55.877917 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a0a9143e-f3c8-4ea2-9fa1-1b777474c6b2 req-ff3ccbb2-eaba-487f-bd50-80645876626e tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0679462 Jan 27 11:20:55.904620 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d59e2cf-4459-4ab2-a3d1-a08e6024771a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:55.916967 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.926139 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-3ba52923-dc2c-45cb-9487-91b156702ede tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6825078 Jan 27 11:20:55.926315 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port aa202e6d-876e-4610-9547-953a02dea16f is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:55.926315 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (aa202e6d-876e-4610-9547-953a02dea16f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:55.946471 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port aa202e6d-876e-4610-9547-953a02dea16f, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=aa202e6d-876e-4610-9547-953a02dea16f,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:55.951007 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a0a9143e-f3c8-4ea2-9fa1-1b777474c6b2 req-0a274699-bbba-46e1-b7e3-c9bb80bb6851 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656743 Jan 27 11:20:55.956194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (aa202e6d-876e-4610-9547-953a02dea16f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:56.012402 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=aa202e6d-876e-4610-9547-953a02dea16f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:56.177772 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817afb1-ad52-4543-adc3-80413e8cc6ac req-e8b608d0-ce10-4089-97f5-c29b681e6316 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:56.182811 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f817afb1-ad52-4543-adc3-80413e8cc6ac req-e8b608d0-ce10-4089-97f5-c29b681e6316 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.0617573 Jan 27 11:20:56.226372 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f817afb1-ad52-4543-adc3-80413e8cc6ac req-53247e55-6599-46c5-b693-4c364d6927ca tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jan 27 11:20:56.915525 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a07a-c488-42d0-b3b4-41a62cfdb03c req-460bcb7f-28ac-43ad-9656-0c857fc11f53 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:56.917230 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2964a07a-c488-42d0-b3b4-41a62cfdb03c req-460bcb7f-28ac-43ad-9656-0c857fc11f53 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Jan 27 11:20:56.925123 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Sync routers for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:20:56.935203 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:56.935804 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:56.967501 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2964a07a-c488-42d0-b3b4-41a62cfdb03c req-19b5f71d-bd6e-4a4f-80ba-af807aa35b95 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440211 Jan 27 11:20:57.076902 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e38bfd-4e1c-4e37-9700-23b0240ba025 req-d5a7cfb5-d932-4fb1-8188-a71a68b20ba5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:57.078109 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:57.078427 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c5e38bfd-4e1c-4e37-9700-23b0240ba025 req-d5a7cfb5-d932-4fb1-8188-a71a68b20ba5 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0549390 Jan 27 11:20:57.133533 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c5e38bfd-4e1c-4e37-9700-23b0240ba025 req-534e42fa-9ff5-44cd-a81b-e87e9cea3ac7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492353 Jan 27 11:20:57.290839 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'd82d7e72-4fdb-4b0b-9888-36d08cc9877a', 'name': '', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'mac_address': 'fa:16:3e:c2:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:50Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 2, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'subnets': [{'id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:57.318014 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Checking router: 496c1796-3523-413b-91b1-3d4c40c09cb1 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:20:57.318355 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Updating router 496c1796-3523-413b-91b1-3d4c40c09cb1 port d82d7e72-4fdb-4b0b-9888-36d08cc9877a binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:20:57.344744 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.632320 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks [] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.650325 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.650959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device aa202e6d-876e-4610-9547-953a02dea16f up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:57.696035 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a52a3-a441-440f-96b5-20f91dad8a7f None None] Pushing event updated for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:57.762438 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port aa202e6d-876e-4610-9547-953a02dea16f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:57.763161 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (aa202e6d-876e-4610-9547-953a02dea16f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.786893 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Attempting to bind port d82d7e72-4fdb-4b0b-9888-36d08cc9877a on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:20:57.787259 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Attempting to bind port d82d7e72-4fdb-4b0b-9888-36d08cc9877a by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:20:57.787716 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Attempting to bind port d82d7e72-4fdb-4b0b-9888-36d08cc9877a on network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:20:57.796677 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:20:57.798112 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Checking segment: {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:20:57.799142 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.800555 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Bound using segment: {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:20:57.801243 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Bound port: d82d7e72-4fdb-4b0b-9888-36d08cc9877a, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:20:57.801946 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.903832 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] For port d82d7e72-4fdb-4b0b-9888-36d08cc9877a, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:20:57.908570 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] For port d82d7e72-4fdb-4b0b-9888-36d08cc9877a, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:20:57.915254 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:57.939640 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281511f-4882-426d-9bc3-3ca02e256037 req-8c8b18bf-fc8c-4b31-8a6e-c75eb3c6e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:57.941242 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-8c8b18bf-fc8c-4b31-8a6e-c75eb3c6e6c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=22de344f96014987a328abb114753492&device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 1098 time: 0.0935645 Jan 27 11:20:57.979512 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port aa202e6d-876e-4610-9547-953a02dea16f is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:57.995836 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a52a3-a441-440f-96b5-20f91dad8a7f None None] Pushing event updated for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=4']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:58.071851 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:20:58.072675 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:20:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:58.083577 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Provisioning complete for port d82d7e72-4fdb-4b0b-9888-36d08cc9877a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:58.083960 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:58.124120 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281511f-4882-426d-9bc3-3ca02e256037 req-f463017d-1962-4ee3-ae4f-26997db19954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:58.128152 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-f463017d-1962-4ee3-ae4f-26997db19954 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 200 len: 919 time: 0.1614313 Jan 27 11:20:58.214119 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Current status of the port d82d7e72-4fdb-4b0b-9888-36d08cc9877a is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:58.214959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:58.267226 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] For port d82d7e72-4fdb-4b0b-9888-36d08cc9877a, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:20:58.268864 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-bdb10448-3745-4339-bc76-5ee7fc7817cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 200 len: 217 time: 0.1200979 Jan 27 11:20:58.274316 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:58.302980 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:20:58.347115 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092d4bd-8cdd-4afc-b430-771c9c41531e None None] Pushing event updated for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:20:58.357503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fff6c-5efd-45a6-a203-0ad26d565dbd req-8f1b10ca-9fad-4887-90de-f7d9c073ef02 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:58.359675 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-093fff6c-5efd-45a6-a203-0ad26d565dbd req-8f1b10ca-9fad-4887-90de-f7d9c073ef02 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.2272601 Jan 27 11:20:58.375397 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281511f-4882-426d-9bc3-3ca02e256037 req-215c7629-b607-49db-9d07-a851455c5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:58.377057 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-215c7629-b607-49db-9d07-a851455c5940 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 200 len: 858 time: 0.0974345 Jan 27 11:20:58.384546 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc106f-4658-4c88-b5c8-28e3b0bb6f6d req-cac4d70f-5a1c-4a02-95f8-c26897db8115 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:58.386172 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-affc106f-4658-4c88-b5c8-28e3b0bb6f6d req-cac4d70f-5a1c-4a02-95f8-c26897db8115 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.1218700 Jan 27 11:20:58.400853 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6ff47da8-43b0-49c1-ba14-63a2f4f68568 None None] Provisioning complete for port d82d7e72-4fdb-4b0b-9888-36d08cc9877a triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:58.401219 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6ff47da8-43b0-49c1-ba14-63a2f4f68568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:58.433903 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-d107b09d-aace-472d-a93d-2de9e88ad848 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dea49dde-8f4d-4286-953f-917e301079c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418966 Jan 27 11:20:58.506847 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47da8-43b0-49c1-ba14-63a2f4f68568 None None] Current status of the port d82d7e72-4fdb-4b0b-9888-36d08cc9877a is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:20:58.551036 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'd82d7e72-4fdb-4b0b-9888-36d08cc9877a', 'name': '', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'mac_address': 'fa:16:3e:c2:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:50Z', 'updated_at': '2022-01-27T11:20:57Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'subnets': [{'id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:20:58.559004 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-093fff6c-5efd-45a6-a203-0ad26d565dbd req-799a5b87-577c-4130-827a-95359f15b588 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647491 Jan 27 11:20:58.563869 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-affc106f-4658-4c88-b5c8-28e3b0bb6f6d req-beec0ad7-b26b-46c6-b16e-02fc6903f31b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589041 Jan 27 11:20:58.589528 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-a0c46db2-3bba-44c5-96e3-ed793f6f752e service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421800 Jan 27 11:20:58.596404 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee24ce-db6f-4be0-afb8-40e1623113c5 None None] The sync data for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi is: [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:20:51Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'd82d7e72-4fdb-4b0b-9888-36d08cc9877a', 'name': '', 'network_id': '14b3ab09-cf2b-4e71-8d40-bc9e7df67d13', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'mac_address': 'fa:16:3e:c2:f3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:50Z', 'updated_at': '2022-01-27T11:20:57Z', 'revision_number': 4, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'subnets': [{'id': '0ef3613a-af98-45a2-b54e-30cf51f5665b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:20:58.701531 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8281511f-4882-426d-9bc3-3ca02e256037 req-7f61348e-a0b9-443b-90f8-43a96b4fcf03 service neutron] 10.222.0.49 "GET /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004717 Jan 27 11:20:59.645106 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device d82d7e72-4fdb-4b0b-9888-36d08cc9877a up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:20:59.695171 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eee24-3059-40d9-ae10-df6785258f44 req-270bebe8-3b03-47e1-98eb-a0eb4ded49f4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:20:59.696704 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ee4eee24-3059-40d9-ae10-df6785258f44 req-270bebe8-3b03-47e1-98eb-a0eb4ded49f4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0557573 Jan 27 11:20:59.701232 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port d82d7e72-4fdb-4b0b-9888-36d08cc9877a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:20:59.701609 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:20:59.745598 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ee4eee24-3059-40d9-ae10-df6785258f44 req-e30f12df-f945-4b97-83c5-b18af85291cc tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Jan 27 11:20:59.785097 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port d82d7e72-4fdb-4b0b-9888-36d08cc9877a is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:00.228282 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:00.871305 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d666c-63a3-410e-a12c-676238d449ae req-1eafca2c-614d-4dbb-8964-7f5523c1e46c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:00.872739 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1b3d666c-63a3-410e-a12c-676238d449ae req-1eafca2c-614d-4dbb-8964-7f5523c1e46c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0492966 Jan 27 11:21:00.922692 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1b3d666c-63a3-410e-a12c-676238d449ae req-677c7d9f-f0dc-4d11-b5fd-85d887b2d17a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442555 Jan 27 11:21:02.044786 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342129a5-84c1-47e7-ad79-3a20a01c29e0 req-c1514f77-cfb3-4f93-b65e-26cd07ebbe6c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:02.046289 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-342129a5-84c1-47e7-ad79-3a20a01c29e0 req-c1514f77-cfb3-4f93-b65e-26cd07ebbe6c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0510187 Jan 27 11:21:02.103572 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-342129a5-84c1-47e7-ad79-3a20a01c29e0 req-e8e2a68d-6a2e-488c-af70-99e95da78b5c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516567 Jan 27 11:21:02.327309 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a392f-ef0b-4193-85a2-061c395cedb8 req-4cc5bd2e-a4f7-4db6-83fa-5a14c2e43d3f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:02.338420 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea9a392f-ef0b-4193-85a2-061c395cedb8 req-4cc5bd2e-a4f7-4db6-83fa-5a14c2e43d3f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0622203 Jan 27 11:21:02.338661 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0d7ea8af-3189-4f9c-8711-6897730515da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:02.381986 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea9a392f-ef0b-4193-85a2-061c395cedb8 req-ab824921-06f2-4cc9-ab55-3138343fa5b4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Jan 27 11:21:03.228535 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd9d1-a8b9-456c-a252-21157cb11671 req-9b5f5126-44d4-49e3-8239-fe3fddbb3fef tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:03.230154 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9edd9d1-a8b9-456c-a252-21157cb11671 req-9b5f5126-44d4-49e3-8239-fe3fddbb3fef tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0513232 Jan 27 11:21:03.281394 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9edd9d1-a8b9-456c-a252-21157cb11671 req-92de386d-1bdf-411f-aaf2-ac877e1320e5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437284 Jan 27 11:21:03.501132 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cecf9-42cf-4ad0-9955-a15e6eeac115 req-2994291d-9258-4766-8ee0-73a4bee6cea8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:03.502603 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4b5cecf9-42cf-4ad0-9955-a15e6eeac115 req-2994291d-9258-4766-8ee0-73a4bee6cea8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0525126 Jan 27 11:21:03.554051 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4b5cecf9-42cf-4ad0-9955-a15e6eeac115 req-9e92d508-a4ff-498c-8936-a3fbaf5c9f60 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454006 Jan 27 11:21:04.299302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:04.397712 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:04.403226 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf31be-e2db-4180-856b-3cc9a0ab61e0 req-479e5fbc-aac4-41e4-83ba-9d9b24ce8de2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:04.404754 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dddf31be-e2db-4180-856b-3cc9a0ab61e0 req-479e5fbc-aac4-41e4-83ba-9d9b24ce8de2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 944 time: 0.0487254 Jan 27 11:21:04.408914 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'mac_address': 'fa:16:3e:27:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:04.448252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:04.448714 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.456429 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dddf31be-e2db-4180-856b-3cc9a0ab61e0 req-11aaf1de-6f18-4c57-9947-5a690de4e4f4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445199 Jan 27 11:21:04.467408 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:04.487455 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:04.492805 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.695822 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0f4cb-abc4-4851-86dc-da464ce14a83 req-23b42b88-c6f1-4ea9-83fc-098828a27eb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:04.697528 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4bf0f4cb-abc4-4851-86dc-da464ce14a83 req-23b42b88-c6f1-4ea9-83fc-098828a27eb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0688021 Jan 27 11:21:04.713831 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:04.717769 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-929ee6c2-5cc1-4373-9874-9ce500afda74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:04.747995 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4bf0f4cb-abc4-4851-86dc-da464ce14a83 req-6c20502d-d897-483c-bf5f-67063ac702b3 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443728 Jan 27 11:21:04.865800 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['749f145d-c91b-426c-b637-905f6b2c6c8c'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:05.589220 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df4d7-c595-48e1-9e85-6ea34db4c558 req-d78a6f4d-ed23-4497-bb08-7704b75b2554 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:05.590742 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3f0df4d7-c595-48e1-9e85-6ea34db4c558 req-d78a6f4d-ed23-4497-bb08-7704b75b2554 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 945 time: 0.0547652 Jan 27 11:21:05.640468 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3f0df4d7-c595-48e1-9e85-6ea34db4c558 req-111997ce-1e6c-4e3e-bfa6-7a97ee925e25 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437477 Jan 27 11:21:05.815667 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:05.866828 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fe431-a6ca-48a4-9840-8ef77005e34b req-cb9f7228-d265-46e8-a8ee-6cf54aed44f6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:05.868417 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6b2fe431-a6ca-48a4-9840-8ef77005e34b req-cb9f7228-d265-46e8-a8ee-6cf54aed44f6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0482564 Jan 27 11:21:05.920901 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6b2fe431-a6ca-48a4-9840-8ef77005e34b req-d233fc5a-d9f1-431c-8ba8-1c2558cf6dbc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Jan 27 11:21:06.302661 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:06.352832 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 749f145d-c91b-426c-b637-905f6b2c6c8c triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:06.353208 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.435195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 749f145d-c91b-426c-b637-905f6b2c6c8c is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:06.435597 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.459134 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:06.461405 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d28ed3-a9c2-4bbc-a4f0-98de8ee0cd61" -d '{"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:06.474326 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:06.479498 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:06.502439 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a985dc-8d3f-46c7-95b3-559318f908c6 x-openstack-request-id: req-f3a985dc-8d3f-46c7-95b3-559318f908c6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:06.502760 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-plugged", "status": "completed", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:06.503017 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3a985dc-8d3f-46c7-95b3-559318f908c6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:06.503407 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'code': 200} Jan 27 11:21:06.533760 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:06.765047 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f8134-83ad-476c-bd9b-deee084d23e5 req-1732f380-3b37-458d-b968-7a4834e46231 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:06.766558 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d36f8134-83ad-476c-bd9b-deee084d23e5 req-1732f380-3b37-458d-b968-7a4834e46231 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0500476 Jan 27 11:21:06.814012 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d36f8134-83ad-476c-bd9b-deee084d23e5 req-26582d7c-811d-4ec4-8d77-5bbf74b4f383 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417817 Jan 27 11:21:07.048186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee96344-5e87-4f3a-bcf4-3afdf36840ea req-1fbb8efd-4477-4450-8720-76b4d8362186 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:07.049758 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7ee96344-5e87-4f3a-bcf4-3afdf36840ea req-1fbb8efd-4477-4450-8720-76b4d8362186 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0593138 Jan 27 11:21:07.101913 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7ee96344-5e87-4f3a-bcf4-3afdf36840ea req-4e084cd5-8b23-4ec0-9c33-d72b6cc0d2cf tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464182 Jan 27 11:21:07.147705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28eeeb-08b2-414f-9dfa-a45b347672db req-78f92453-cb3a-457e-b3db-8a50cc1e20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:07.149191 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb28eeeb-08b2-414f-9dfa-a45b347672db req-78f92453-cb3a-457e-b3db-8a50cc1e20a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1100 time: 0.0432341 Jan 27 11:21:07.200020 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb28eeeb-08b2-414f-9dfa-a45b347672db req-3bc588fc-e34f-4fc4-b9e1-9b8945b406b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386274 Jan 27 11:21:07.263407 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:07.942478 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb482fb-bf2c-40c1-ab4d-0ca30a3e50b5 req-e8959c18-42b8-4196-a5a3-f8e433c57041 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:07.943985 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6eb482fb-bf2c-40c1-ab4d-0ca30a3e50b5 req-e8959c18-42b8-4196-a5a3-f8e433c57041 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0517275 Jan 27 11:21:07.992292 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6eb482fb-bf2c-40c1-ab4d-0ca30a3e50b5 req-100df769-42c2-4246-b8fd-3773ba709c16 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 Jan 27 11:21:08.245216 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bf6dc-8e14-4d26-aaff-9d6635560937 req-aacb5674-faa6-43de-a0aa-0ad58bd488db tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:08.246708 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c4bf6dc-8e14-4d26-aaff-9d6635560937 req-aacb5674-faa6-43de-a0aa-0ad58bd488db tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0623119 Jan 27 11:21:08.298722 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c4bf6dc-8e14-4d26-aaff-9d6635560937 req-41b2c410-3671-46e6-aebb-91ccede4ddef tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461092 Jan 27 11:21:08.461644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:08.907902 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023facd0-d25f-46b5-8360-9023f075d1b5 req-963aea68-1ba7-48ba-bd69-339c418ee632 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:08.909269 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-023facd0-d25f-46b5-8360-9023f075d1b5 req-963aea68-1ba7-48ba-bd69-339c418ee632 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.0510271 Jan 27 11:21:08.958433 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-023facd0-d25f-46b5-8360-9023f075d1b5 req-393e99ad-e6a2-4e81-8610-ec076e54c297 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jan 27 11:21:08.983446 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48308) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:09.109848 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ad57-8cbe-4873-bf35-af84bc66d9f9 req-ef2e2883-ba09-4f58-a9d0-bd34b83178ab tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.111733 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fbb2ad57-8cbe-4873-bf35-af84bc66d9f9 req-ef2e2883-ba09-4f58-a9d0-bd34b83178ab tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0482228 Jan 27 11:21:09.160006 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fbb2ad57-8cbe-4873-bf35-af84bc66d9f9 req-a062572d-4c03-4e8c-b484-dc14fa3dff5b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Jan 27 11:21:09.186472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f0414-07b2-41dd-9acf-7f2820bd1525 tempest-TestMinimumBasicScenario-73757712 tempest-TestMinimumBasicScenario-73757712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.188008 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7f0f0414-07b2-41dd-9acf-7f2820bd1525 tempest-TestMinimumBasicScenario-73757712 tempest-TestMinimumBasicScenario-73757712-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1093 time: 0.2035346 Jan 27 11:21:09.191275 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48314) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:09.195640 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'port_id': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:09.220680 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:09.316744 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:09.421023 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ab9c-13e5-4dcd-8f9f-13bb3209c329 req-e56a3e0d-1c12-456d-ad91-04bbb96df850 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:09.422396 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ecc5ab9c-13e5-4dcd-8f9f-13bb3209c329 req-e56a3e0d-1c12-456d-ad91-04bbb96df850 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0521264 Jan 27 11:21:09.424528 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Allocated IP 172.27.3.15 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/b252f6b4-b61b-45f1-98c1-08293f3d51fd) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:09.470213 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ecc5ab9c-13e5-4dcd-8f9f-13bb3209c329 req-eb16c02b-66ff-4de0-890d-b5d7f3efd4d1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Jan 27 11:21:09.533748 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:09.578755 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:09.617313 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:09.620061 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:09.623452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:09.651620 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'Port': ['ID=b252f6b4-b61b-45f1-98c1-08293f3d51fd,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:09.663376 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.663730 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.664217 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.664353 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.664686 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.665031 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.665357 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.665680 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.666002 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.666325 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.666679 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.666997 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:09.667314 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:10.100731 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for floatingip (14db1755-48a9-4550-92eb-0cbf318d375e), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:10.205117 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:10.279060 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4d4ad-3ec5-433f-b84c-129d94dd4822 req-22a99f12-49a1-4bcf-b96c-e6692b78c5c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:10.280507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07c4d4ad-3ec5-433f-b84c-129d94dd4822 req-22a99f12-49a1-4bcf-b96c-e6692b78c5c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0492489 Jan 27 11:21:10.327982 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07c4d4ad-3ec5-433f-b84c-129d94dd4822 req-4bce12f5-d108-452c-b9ca-b9f18f81eb1a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Jan 27 11:21:10.351042 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:10.357629 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:10.424865 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'Port': ['ID=b252f6b4-b61b-45f1-98c1-08293f3d51fd,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:10.434842 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (14db1755-48a9-4550-92eb-0cbf318d375e), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:10.535856 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.l3_db [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Floating IP 14db1755-48a9-4550-92eb-0cbf318d375e associated. External IP: 172.27.3.15, port: 47796748-1b44-4b96-a4fb-7e0f0b714726. Jan 27 11:21:10.589514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d73a1-0c57-46e2-9826-ffb530f0c5ba req-4a96e6b8-8e79-4435-92d8-d6f040cf5b1d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:10.590931 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5f3d73a1-0c57-46e2-9826-ffb530f0c5ba req-4a96e6b8-8e79-4435-92d8-d6f040cf5b1d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0514627 Jan 27 11:21:10.638165 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5f3d73a1-0c57-46e2-9826-ffb530f0c5ba req-e347e728-8d7e-44b4-882b-5afec36b8c1a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Jan 27 11:21:10.944654 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:11.049820 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:11.060121 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Sync routers for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:11.070839 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.073308 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:11.074292 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:11.118818 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1a0f126e-5519-4860-9d77-701ffc410188 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9237306 Jan 27 11:21:11.118818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:11.119436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48334) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:11.121087 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa" -d '{"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:11.124481 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787107690', 'description': 'tempest-secgroup-smoke-1787107690 description', 'project_id': '365ed35da69e46e38b34bfd498e30fd3'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:11.154596 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.169148 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2eca3d-df4b-41f9-a766-e215e91e9996 x-openstack-request-id: req-6d2eca3d-df4b-41f9-a766-e215e91e9996 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:11.169801 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:11.170260 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d2eca3d-df4b-41f9-a766-e215e91e9996 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:11.171141 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:21:11.228529 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:11.253767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (4e8088d1-de2a-4240-820e-719c3a7147d5), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.260072 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4e8088d1-de2a-4240-820e-719c3a7147d5), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.270016 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-15c3a830-e0d4-4c70-ac35-4946dbe49cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.271550 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-15c3a830-e0d4-4c70-ac35-4946dbe49cd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1098 time: 0.0629432 Jan 27 11:21:11.303110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.304356 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1838336 Jan 27 11:21:11.307912 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48338) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:11.312433 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:11.321512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8088d1-de2a-4240-820e-719c3a7147d5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:11.344266 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (028dd9a2-bb73-442d-91dc-84450799c8cc), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.361500 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.361846 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.362183 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.362574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.362908 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.363239 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.363732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.364064 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.364465 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.364760 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.365088 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.365407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.365723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664224c-ba50-4f50-a52b-8290e0b604e7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:21:11.415935 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-7014dae1-f139-4c09-8ffc-31595e807cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.417437 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-7014dae1-f139-4c09-8ffc-31595e807cef service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.1311769 Jan 27 11:21:11.452678 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (028dd9a2-bb73-442d-91dc-84450799c8cc), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.458384 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (028dd9a2-bb73-442d-91dc-84450799c8cc), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.482685 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028dd9a2-bb73-442d-91dc-84450799c8cc,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:11.500539 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.504636 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6f68ce4a-45de-48ac-9fbd-bf21d952753c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931105 Jan 27 11:21:11.504818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48346) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:11.512382 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:11.516525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '14db1755-48a9-4550-92eb-0cbf318d375e', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'port_id': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'mac_address': 'fa:16:3e:55:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:09Z', 'updated_at': '2022-01-27T11:21:09Z', 'revision_number': 0, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:11.548644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Checking router: 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:11.549929 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a3d40-ce1d-43a4-8172-09c0d1405028 req-c6016938-5f41-4ca4-a832-a1e5b1ca8317 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.551548 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-184a3d40-ce1d-43a4-8172-09c0d1405028 req-c6016938-5f41-4ca4-a832-a1e5b1ca8317 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.1219428 Jan 27 11:21:11.553877 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-c836af17-af26-4564-bdaf-601ac1ecc006 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 998 time: 0.1142120 Jan 27 11:21:11.558455 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:11.559065 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:11.566576 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (13c6101e-7b0e-4a0a-b5dc-77f1192acbbe), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.647706 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-512020c3-f676-4df6-92d0-0831007996de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.649397 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-512020c3-f676-4df6-92d0-0831007996de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0858395 Jan 27 11:21:11.657416 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-184a3d40-ce1d-43a4-8172-09c0d1405028 req-06f5a839-37aa-46e3-9359-643bf3ff1fcb tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003351 Jan 27 11:21:11.660264 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (13c6101e-7b0e-4a0a-b5dc-77f1192acbbe), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.665793 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (13c6101e-7b0e-4a0a-b5dc-77f1192acbbe), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.690050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c6101e-7b0e-4a0a-b5dc-77f1192acbbe,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:11.705164 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:11.705673 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-116bb61a-b3b0-4b74-8cb6-6058445e7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.706034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.707665 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9295fefa-e005-496a-8c9d-ce115ac1605f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2014940 Jan 27 11:21:11.710386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48358) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:11.710520 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-116bb61a-b3b0-4b74-8cb6-6058445e7a91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491421 Jan 27 11:21:11.715092 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:11.743928 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (6d839d67-a6fe-40ef-a364-f382e56c126b), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.823911 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-1bbeb9bc-4d9a-4edc-b0b5-7173d329d897 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031816 Jan 27 11:21:11.852452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (6d839d67-a6fe-40ef-a364-f382e56c126b), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.860890 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (6d839d67-a6fe-40ef-a364-f382e56c126b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.888322 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d839d67-a6fe-40ef-a364-f382e56c126b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:11.897137 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.901248 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4132e67d-ab1b-4624-a24e-b2ec1d16479a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867290 Jan 27 11:21:11.901837 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48376) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:11.919620 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:11.946397 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48405812-86ef-44d2-ae99-edcae30626da req-96eb4faf-d12d-4054-a5cc-8c76c70033e3 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:11.947868 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-48405812-86ef-44d2-ae99-edcae30626da req-96eb4faf-d12d-4054-a5cc-8c76c70033e3 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1230025 Jan 27 11:21:11.960507 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (c407be8b-33f5-42bf-91b8-9994b03f168c), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:11.984719 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a7c372fb-09ec-4371-81e9-3a1b3c8078aa req-3cd4a799-ea3f-4fb6-b365-0982a173c979 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480205 Jan 27 11:21:12.015769 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-48405812-86ef-44d2-ae99-edcae30626da req-32734f11-6312-4124-bf49-e889c04c977f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600231 Jan 27 11:21:12.032950 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '14db1755-48a9-4550-92eb-0cbf318d375e', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'port_id': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'mac_address': 'fa:16:3e:55:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:09Z', 'updated_at': '2022-01-27T11:21:09Z', 'revision_number': 0, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:12.042864 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (c407be8b-33f5-42bf-91b8-9994b03f168c), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.048044 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (c407be8b-33f5-42bf-91b8-9994b03f168c), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.060128 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06c027-e67a-4829-83c3-18517302c767 None None] The sync data for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi is: [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '14db1755-48a9-4550-92eb-0cbf318d375e', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'port_id': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'mac_address': 'fa:16:3e:55:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:09Z', 'updated_at': '2022-01-27T11:21:09Z', 'revision_number': 0, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:12.068378 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c407be8b-33f5-42bf-91b8-9994b03f168c,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:12.080539 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.082467 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ad212f7f-6f76-473d-b6bc-08ceab8c77c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775975 Jan 27 11:21:12.085373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48390) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:12.091574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:12.114608 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.securitygroups_db [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Project 365ed35da69e46e38b34bfd498e30fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:21:12.120128 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (347bf223-fd9c-4c15-a501-9d02ecefd285), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.179860 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (347bf223-fd9c-4c15-a501-9d02ecefd285), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.186848 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (347bf223-fd9c-4c15-a501-9d02ecefd285), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.207494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347bf223-fd9c-4c15-a501-9d02ecefd285,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:12.219837 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.224850 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7cdcf77e-1a54-473e-ba71-61592c6c1f0a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379256 Jan 27 11:21:12.225001 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:12.229654 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'security_group_rule': {'security_group_id': '4e8088d1-de2a-4240-820e-719c3a7147d5', 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:12.258012 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Project 365ed35da69e46e38b34bfd498e30fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:21:12.263973 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (2bb77275-3eae-4502-8c87-ce345576febc), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.306200 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8f6c63-9324-4827-9c09-0b680ba30e68 None None] New status for floating IP 14db1755-48a9-4550-92eb-0cbf318d375e: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:12.331068 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (2bb77275-3eae-4502-8c87-ce345576febc), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.335682 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (2bb77275-3eae-4502-8c87-ce345576febc), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.353374 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb77275-3eae-4502-8c87-ce345576febc,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:12.364023 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.365242 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ae22a007-7858-49c4-a669-7724a03b6d8c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391628 Jan 27 11:21:12.455087 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-2d00f6c7-d2d2-4cc8-932d-97cad319ef6a tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787107690&fields=id&tenant_id=365ed35da69e46e38b34bfd498e30fd3 HTTP/1.1" status: 200 len: 267 time: 0.0462308 Jan 27 11:21:12.512478 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-9625b951-4a6a-46ac-bfc6-929edee125fe tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:12.513809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-9625b951-4a6a-46ac-bfc6-929edee125fe tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.0532057 Jan 27 11:21:12.524427 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'port': {'security_groups': ['ad7e128b-4ae4-4bde-8518-28e34617483a', '4e8088d1-de2a-4240-820e-719c3a7147d5']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:12.589374 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.838737 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:12.855652 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9bdd3-d306-48e6-926f-c910014d776d req-c8ada845-dd3a-48c9-b4b6-4fa2f43b4227 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:12.857104 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26a9bdd3-d306-48e6-926f-c910014d776d req-c8ada845-dd3a-48c9-b4b6-4fa2f43b4227 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0844185 Jan 27 11:21:12.891773 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.899302 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.912684 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:12.961244 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:12.961933 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:12.963430 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6773a5ac-7416-4af6-90be-85b5dcd28998 req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "PUT /v2.0/ports/47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 981 time: 0.4434848 Jan 27 11:21:12.967203 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:12.969586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6c411-50b7-468b-87f4-2faae032f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:12.979510 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26a9bdd3-d306-48e6-926f-c910014d776d req-edd2a9af-e1bb-431a-a281-383780bf3c03 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147087 Jan 27 11:21:13.018845 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed128b8-e900-4f90-a6db-8fc384f6a661 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=6']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:13.083709 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39858d7d-de7e-4547-bdf1-7323c62c647c x-openstack-request-id: req-39858d7d-de7e-4547-bdf1-7323c62c647c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:13.084073 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:13.084255 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39858d7d-de7e-4547-bdf1-7323c62c647c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:13.084688 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:21:13.105754 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:13.219469 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd4b8f-3712-459c-ac49-44508fec2376 req-8fd519f7-70b2-4b3a-a8f0-e2a4ad93097d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.221242 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-abbd4b8f-3712-459c-ac49-44508fec2376 req-8fd519f7-70b2-4b3a-a8f0-e2a4ad93097d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.1531100 Jan 27 11:21:13.252898 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-18e770a4-bbf9-42da-b9ae-ec62f8cb3cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.254414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-18e770a4-bbf9-42da-b9ae-ec62f8cb3cdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1137 time: 0.1333990 Jan 27 11:21:13.264210 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770ebc7-6f52-488e-962b-686b99b9d2ae req-551b72e4-9554-4d55-b283-41a156f0e8c7 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.265628 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f770ebc7-6f52-488e-962b-686b99b9d2ae req-551b72e4-9554-4d55-b283-41a156f0e8c7 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1223581 Jan 27 11:21:13.295413 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-b22e1ddd-5da1-4ed4-b147-b82112064957 None None] Provisioning complete for port 47796748-1b44-4b96-a4fb-7e0f0b714726 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:13.295771 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b22e1ddd-5da1-4ed4-b147-b82112064957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:13.387550 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-abbd4b8f-3712-459c-ac49-44508fec2376 req-61309f20-5804-4f95-9456-c25ac4b5ee58 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586838 Jan 27 11:21:13.394653 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f770ebc7-6f52-488e-962b-686b99b9d2ae req-72b54a7d-2e87-4b8f-b2dd-8d2093c44ca8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192155 Jan 27 11:21:13.423637 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-73d86cd2-402f-436b-821c-f41c8ca4ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.425348 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-73d86cd2-402f-436b-821c-f41c8ca4ee61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.1588399 Jan 27 11:21:13.496370 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-728eb7b4-57d6-4e3d-87c2-575a2f9bbcbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 1000 time: 0.0628040 Jan 27 11:21:13.503133 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-b22e1ddd-5da1-4ed4-b147-b82112064957 None None] Current status of the port 47796748-1b44-4b96-a4fb-7e0f0b714726 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:13.547646 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-625c9828-39c7-4426-af85-28a00404d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.548960 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-625c9828-39c7-4426-af85-28a00404d653 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0461497 Jan 27 11:21:13.597488 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-c36c2d44-d25d-4ba4-91ab-e00f63318596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:13.599007 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-c36c2d44-d25d-4ba4-91ab-e00f63318596 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407345 Jan 27 11:21:13.939237 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-2996be45-7a4c-42bf-8a5c-95fb40908410 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242650 Jan 27 11:21:14.028540 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f7f6c411-50b7-468b-87f4-2faae032f00b req-f87628e7-88be-40e7-8b68-d943eac5d05f service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824316 Jan 27 11:21:14.451871 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-2604b563-e09a-4236-abdb-bd5c1612bad9 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257316166&fields=id&tenant_id=f72b9243bcac4d708a54177b14b6885b HTTP/1.1" status: 200 len: 267 time: 0.0437512 Jan 27 11:21:14.569472 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9f41a-c706-4b44-aa0b-75a4f57f72a7 req-4aad576e-4b48-43f6-9b5a-3ce9d120d2db tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:14.570938 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1fa9f41a-c706-4b44-aa0b-75a4f57f72a7 req-4aad576e-4b48-43f6-9b5a-3ce9d120d2db tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1029274 Jan 27 11:21:14.604328 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-489497d0-d926-42d9-8e20-57437c941713 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:14.605697 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-489497d0-d926-42d9-8e20-57437c941713 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 808 time: 0.1469800 Jan 27 11:21:14.635219 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-6700f9da-b2ef-41d4-9de2-77731b98e209 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/quotas/f72b9243bcac4d708a54177b14b6885b HTTP/1.1" status: 200 len: 375 time: 0.0227945 Jan 27 11:21:14.647586 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1fa9f41a-c706-4b44-aa0b-75a4f57f72a7 req-91e86007-5ed8-47a7-8984-1a871c6d555b tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708749 Jan 27 11:21:14.697496 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-fd47f452-c8ae-4fdd-a05f-cbb2d8338e2b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473175 Jan 27 11:21:14.794721 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-b2d97cde-7943-4e79-9e40-f9f4d31d547e service neutron] 10.222.0.52 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843341 Jan 27 11:21:14.884812 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-389f9b66-597d-4b87-91da-55c1ea45c461 service neutron] 10.222.0.52 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842431 Jan 27 11:21:15.187096 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2c87ba4a-838e-4a91-a350-dd1917e41663 req-7d60cac8-4613-45c6-9161-8924bef1c443 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 210 time: 0.0266182 Jan 27 11:21:15.765590 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9092d-c299-4405-ab51-df3c51e9f566 req-012e90cd-7453-4b58-98f7-50ac1e9ef0d6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:15.767076 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-60a9092d-c299-4405-ab51-df3c51e9f566 req-012e90cd-7453-4b58-98f7-50ac1e9ef0d6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Jan 27 11:21:15.817517 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-60a9092d-c299-4405-ab51-df3c51e9f566 req-2349e8b2-a710-4973-b127-fe4ddc2c483a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Jan 27 11:21:16.291108 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-163d97c6-b76e-48ad-8848-bf1917c7adf2 req-50081b7a-6274-447c-bc31-2c2586bdb0c1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 210 time: 0.0305569 Jan 27 11:21:16.708250 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-a4e6c099-df6d-48d6-b570-9b187a467b18 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.709994 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-a4e6c099-df6d-48d6-b570-9b187a467b18 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 808 time: 0.1215963 Jan 27 11:21:16.782103 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-5df1b089-68f3-4ae1-bf39-9dc070f498b8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f72b9243bcac4d708a54177b14b6885b HTTP/1.1" status: 200 len: 379 time: 0.0582719 Jan 27 11:21:16.793679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'port': {'device_id': '45f45a42-3e88-464e-8ccc-88068435b205', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'admin_state_up': True, 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'security_groups': ['a6061e4a-fd40-4b21-8a82-abd4719e2e57']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:16.934546 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Made reservation on behalf of f72b9243bcac4d708a54177b14b6885b for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:21:16.938108 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:16.963662 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bb257-3dc3-498c-86d8-5ad14cbea99b req-671c69d9-124d-4ce2-9d84-d400fbf7f502 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:16.965147 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cf2bb257-3dc3-498c-86d8-5ad14cbea99b req-671c69d9-124d-4ce2-9d84-d400fbf7f502 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0713031 Jan 27 11:21:17.066203 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cf2bb257-3dc3-498c-86d8-5ad14cbea99b req-fb318a71-b83d-4d86-bc93-2e681e876f67 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935845 Jan 27 11:21:17.117982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Allocated IP 172.20.0.3 (a5be6803-6bae-44c9-abe2-2a2e10ffa558/4634bb58-021d-4fe0-bb47-421d1bb09b25/b3b37e64-125a-44f4-aafe-5c7fb0c055b0) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:17.261610 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.300686 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.343450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:17.346612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:17.353185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:17.379224 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:17.434658 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.435296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.458593 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bd515-dfb0-46b4-94da-9eb19d37a69f req-1e3d7065-e192-42a5-816b-236ed3a44c69 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:17.460129 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a3bd515-dfb0-46b4-94da-9eb19d37a69f req-1e3d7065-e192-42a5-816b-236ed3a44c69 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 931 time: 0.0821035 Jan 27 11:21:17.463989 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-cefe2d18-a551-4275-b741-2b25cc7c602a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6741295 Jan 27 11:21:17.493373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Request body: {'port': {'device_id': '45f45a42-3e88-464e-8ccc-88068435b205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:17.574910 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a3bd515-dfb0-46b4-94da-9eb19d37a69f req-d9659efd-e014-412b-9a3a-a069c5cdec68 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086164 Jan 27 11:21:17.579661 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.657489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-ab3308c6-a585-44d8-9161-b286cdabe3f2 None None] Provisioning complete for port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:17.658964 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ab3308c6-a585-44d8-9161-b286cdabe3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.712857 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-ab3308c6-a585-44d8-9161-b286cdabe3f2 None None] Port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:21:17.864177 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b37e64-125a-44f4-aafe-5c7fb0c055b0 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:17.873284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks [] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.885494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Transition to ACTIVE for port object b3b37e64-125a-44f4-aafe-5c7fb0c055b0 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:21:17.890911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:17.940887 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:18.013893 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Attempting to bind port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:21:18.014362 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Attempting to bind port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:21:18.014758 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Attempting to bind port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 on network a5be6803-6bae-44c9-abe2-2a2e10ffa558 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:18.019415 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 on network a5be6803-6bae-44c9-abe2-2a2e10ffa558 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:21:18.019749 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Attempting to bind port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 on network a5be6803-6bae-44c9-abe2-2a2e10ffa558 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:21:18.024930 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:21:18.025294 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Checking segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:21:18.025676 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Bound using segment: {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:21:18.026113 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Bound port: b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c6e271-928b-4f3b-8c56-42b34ee83931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:21:18.026489 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:18.101740 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:21:18.106090 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:21:18.114127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:18.163886 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.164916 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:18.166398 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] 10.222.0.49 "PUT /v2.0/ports/b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 1093 time: 0.6807213 Jan 27 11:21:18.185324 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:18.188342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf2ff7a-b392-4084-aea8-77c58d40218a" -d '{"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:18.230372 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b2589-6c97-488a-ac2c-f1e8b873bced service neutron] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:18.234092 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe7575c-32d3-453f-8849-24a32ae9c89c x-openstack-request-id: req-dfe7575c-32d3-453f-8849-24a32ae9c89c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:18.234397 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:18.234649 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfe7575c-32d3-453f-8849-24a32ae9c89c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:18.235032 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'status': 'completed', 'code': 200} Jan 27 11:21:18.249196 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00f81-8ffa-4f7a-9db1-3fcf0953b4dc req-8cd511f9-4cc2-4ccc-9645-0862ea050a3e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.250757 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13d00f81-8ffa-4f7a-9db1-3fcf0953b4dc req-8cd511f9-4cc2-4ccc-9645-0862ea050a3e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1056812 Jan 27 11:21:18.330295 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13d00f81-8ffa-4f7a-9db1-3fcf0953b4dc req-f916ba8b-06a6-464f-a4b3-d98d0ef7dc70 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738122 Jan 27 11:21:18.336479 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-d933fa72-ab2e-4dd4-8368-f03315dbc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.337977 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-d933fa72-ab2e-4dd4-8368-f03315dbc559 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1096 time: 0.0677271 Jan 27 11:21:18.387250 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-327af4e2-db32-474d-a626-a2b2aa35caee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 217 time: 0.0403543 Jan 27 11:21:18.442321 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-a77b27ac-346c-4ff0-8fbb-feb107064c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.444286 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-a77b27ac-346c-4ff0-8fbb-feb107064c7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0485644 Jan 27 11:21:18.523376 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-e70c61f7-a9a2-4416-a184-d2575e140082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.526079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-e70c61f7-a9a2-4416-a184-d2575e140082 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638444 Jan 27 11:21:18.659207 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbdbe0-6660-4a21-a01b-a73cd44033f1 req-3c6fd0b7-4d42-48b4-84a1-99b64520de49 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.660860 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dcbbdbe0-6660-4a21-a01b-a73cd44033f1 req-3c6fd0b7-4d42-48b4-84a1-99b64520de49 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1004183 Jan 27 11:21:18.682472 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-b94ae5bd-dae6-4745-aa6e-bac313fff32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.684640 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-b94ae5bd-dae6-4745-aa6e-bac313fff32e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0632977 Jan 27 11:21:18.718640 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-a1c09773-436a-4e43-a171-a5e7ec1251fd service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804307 Jan 27 11:21:18.788920 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-406e5c31-8299-4cba-b1ef-dd4ba9bb9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.790312 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-406e5c31-8299-4cba-b1ef-dd4ba9bb9d9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.0948577 Jan 27 11:21:18.802655 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dcbbdbe0-6660-4a21-a01b-a73cd44033f1 req-11314b04-e2fb-482e-ab2e-da78047069e9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354699 Jan 27 11:21:18.813143 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64297e9d-3b0e-40ad-abb3-fd9beb175824 req-5663f334-b847-429c-b822-7aebda8217f1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.814770 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-64297e9d-3b0e-40ad-abb3-fd9beb175824 req-5663f334-b847-429c-b822-7aebda8217f1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.1529722 Jan 27 11:21:18.868164 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-8ee0d867-9b4c-4958-8f95-4fde6cae5380 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 1002 time: 0.0643067 Jan 27 11:21:18.883864 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ccab2a4-cf5a-4037-b3ff-a8a5b7d415e0 req-afa3c806-de8f-4570-959a-81da2b63c7fe service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555178 Jan 27 11:21:18.897280 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-64297e9d-3b0e-40ad-abb3-fd9beb175824 req-00ffa6fc-2e89-4ae6-a22b-885f9a046192 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715790 Jan 27 11:21:18.937776 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-c0fc4bf4-64fd-4b8b-a507-c2e961a1481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.939388 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-c0fc4bf4-64fd-4b8b-a507-c2e961a1481a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0635676 Jan 27 11:21:18.994674 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-9ec9f9f6-6ad7-4310-884f-e2d4fad41092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.994829 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-1c58403e-9993-4dd9-8dcb-47d943323d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:18.996309 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-1c58403e-9993-4dd9-8dcb-47d943323d9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1096 time: 0.0467596 Jan 27 11:21:18.996808 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-9ec9f9f6-6ad7-4310-884f-e2d4fad41092 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474348 Jan 27 11:21:19.096596 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-1c2e9ef0-81e3-4753-9b5b-e4fb877eab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.096838 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-860a8af7-cf33-4f7d-babb-8e3a352df9e1 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874970 Jan 27 11:21:19.098192 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-1c2e9ef0-81e3-4753-9b5b-e4fb877eab0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.0887108 Jan 27 11:21:19.152018 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-d27e176e-26f4-4768-8a1f-909a9eb3bc33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 217 time: 0.0420108 Jan 27 11:21:19.196102 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-82ea7fd6-3080-49c9-84ef-81264b94c4cf req-ff1d3e83-fba4-4c64-81fd-fc30d4a75420 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872471 Jan 27 11:21:19.202614 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-7afb6119-2f5b-43aa-923c-cc6388b051b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.204101 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-7afb6119-2f5b-43aa-923c-cc6388b051b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0436504 Jan 27 11:21:19.264213 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-da3cefe0-6f56-45e8-ad80-0499039c3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.265751 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-da3cefe0-6f56-45e8-ad80-0499039c3a9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451822 Jan 27 11:21:19.380112 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-0a6844bf-2225-4eb7-93ca-b2cedfd3408b service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004729 Jan 27 11:21:19.495752 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d669d8e-c641-4878-8b86-30b2a13a2a69 req-bdf20111-dfcd-41d1-a2ec-6e88f7a31445 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.497166 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d669d8e-c641-4878-8b86-30b2a13a2a69 req-bdf20111-dfcd-41d1-a2ec-6e88f7a31445 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.1000586 Jan 27 11:21:19.514089 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2cf2ff7a-b392-4084-aea8-77c58d40218a req-11afb2fd-6fc7-48b2-a122-e8722643b2ef service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249456 Jan 27 11:21:19.549287 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d669d8e-c641-4878-8b86-30b2a13a2a69 req-d809a1a5-525b-4fe6-8549-f42403a16a19 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Jan 27 11:21:19.932149 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b3a5-f9ca-444a-9b5d-dfea8c1ac600 req-9b7ca968-e06c-4ec4-9704-c774332e561b tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:19.933611 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-28b9b3a5-f9ca-444a-9b5d-dfea8c1ac600 req-9b7ca968-e06c-4ec4-9704-c774332e561b tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0501516 Jan 27 11:21:19.989823 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-28b9b3a5-f9ca-444a-9b5d-dfea8c1ac600 req-be6a07e7-1102-4a88-b5c3-789561dfeb9a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503569 Jan 27 11:21:20.024492 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f12731-5474-48a8-91e4-24d112737b5b req-8b5538cd-9932-49ac-8310-6090ee0c7370 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:20.026006 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33f12731-5474-48a8-91e4-24d112737b5b req-8b5538cd-9932-49ac-8310-6090ee0c7370 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0558076 Jan 27 11:21:20.077967 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33f12731-5474-48a8-91e4-24d112737b5b req-7abfef2f-b3b6-4f7f-898e-5dfc18313f00 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460646 Jan 27 11:21:20.287131 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b816ca-73ae-4673-871f-d85236516af8 req-cea33b87-bb7d-4669-ae2a-9dc85f288986 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:20.288825 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6b816ca-73ae-4673-871f-d85236516af8 req-cea33b87-bb7d-4669-ae2a-9dc85f288986 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Jan 27 11:21:20.336841 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6b816ca-73ae-4673-871f-d85236516af8 req-8c136cd2-230e-4397-aa2b-a50b71fddcf5 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Jan 27 11:21:20.685321 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb94954-815a-4897-ad91-73882f3a66d2 req-6cfbd1df-de9e-479c-9aac-c8528463bdc7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:20.686809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1eb94954-815a-4897-ad91-73882f3a66d2 req-6cfbd1df-de9e-479c-9aac-c8528463bdc7 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0580671 Jan 27 11:21:20.735750 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1eb94954-815a-4897-ad91-73882f3a66d2 req-2a667205-ac2e-4a9a-ba2c-03ed213bee70 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Jan 27 11:21:21.116863 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916e6ab-1484-48d9-a646-a18d6d1f6b89 req-8a4db01a-9058-4538-aa50-869cb4a1c066 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.119472 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9916e6ab-1484-48d9-a646-a18d6d1f6b89 req-8a4db01a-9058-4538-aa50-869cb4a1c066 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0607426 Jan 27 11:21:21.189505 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9916e6ab-1484-48d9-a646-a18d6d1f6b89 req-7f2f3ef0-8b90-49af-bd8f-0ab31adac63e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654092 Jan 27 11:21:21.205954 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2218ab-635c-425c-9fbb-cfed41b7fa1b req-873b502c-8853-40bc-a8ff-b60431aa8075 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.208436 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9d2218ab-635c-425c-9fbb-cfed41b7fa1b req-873b502c-8853-40bc-a8ff-b60431aa8075 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0584476 Jan 27 11:21:21.257493 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9d2218ab-635c-425c-9fbb-cfed41b7fa1b req-5cbf7e3a-5083-4a0c-9233-2515da3c4eaf tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 Jan 27 11:21:21.480982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fb8e6-d101-4088-93b6-24241d87c4ce req-2b214374-73c2-49ca-86cb-3cb622d79679 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.482489 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0c0fb8e6-d101-4088-93b6-24241d87c4ce req-2b214374-73c2-49ca-86cb-3cb622d79679 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.0584362 Jan 27 11:21:21.535975 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0c0fb8e6-d101-4088-93b6-24241d87c4ce req-103628cc-b3b6-4703-b306-07b69f26ff08 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Jan 27 11:21:21.868542 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66505e6-a3cb-4c23-b62b-6d85d6702a40 req-f7339fc5-9ae2-4dbb-a05b-e84f0b8fa5ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:21.870465 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c66505e6-a3cb-4c23-b62b-6d85d6702a40 req-f7339fc5-9ae2-4dbb-a05b-e84f0b8fa5ac tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0585327 Jan 27 11:21:21.919358 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c66505e6-a3cb-4c23-b62b-6d85d6702a40 req-1de2c1ca-36d0-495d-adc7-fd57e19fa0f0 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Jan 27 11:21:22.389462 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adff4f0-fe5f-4e73-84a4-664b6f1c3a4b req-35e2b766-eb67-4905-b0ca-1a951a15083b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.391549 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3adff4f0-fe5f-4e73-84a4-664b6f1c3a4b req-35e2b766-eb67-4905-b0ca-1a951a15083b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0563045 Jan 27 11:21:22.441345 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3adff4f0-fe5f-4e73-84a4-664b6f1c3a4b req-da47a8bd-f09a-4ea2-a73c-a4687f077a54 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440414 Jan 27 11:21:22.667524 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df8180-c332-4eea-ac07-c218d15b4a8b req-a19fd0d5-a9c5-491e-a5d9-29f0d2ee16ab tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.669001 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3df8180-c332-4eea-ac07-c218d15b4a8b req-a19fd0d5-a9c5-491e-a5d9-29f0d2ee16ab tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Jan 27 11:21:22.715430 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3df8180-c332-4eea-ac07-c218d15b4a8b req-be899777-9842-4f8d-bb62-0fa42a413f11 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Jan 27 11:21:22.832778 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-8ac99936-3e61-44e5-a629-7ebe38566727 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:22.834191 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-8ac99936-3e61-44e5-a629-7ebe38566727 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 945 time: 0.0531466 Jan 27 11:21:22.928620 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Deleting port 74bc2e68-bd61-4749-9b95-78a709307de1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:22.928958 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.041684 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] For port 74bc2e68-bd61-4749-9b95-78a709307de1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=74bc2e68-bd61-4749-9b95-78a709307de1,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:23.042012 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.062192 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Calling delete_port for 74bc2e68-bd61-4749-9b95-78a709307de1 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:23.071022 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddace18-34a6-4805-984d-acf64e7a2194 req-8ce30da3-f80e-4f65-9136-21d715d8acec tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:23.072476 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ddace18-34a6-4805-984d-acf64e7a2194 req-8ce30da3-f80e-4f65-9136-21d715d8acec tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0852461 Jan 27 11:21:23.186584 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ddace18-34a6-4805-984d-acf64e7a2194 req-806754ca-4da9-4ad5-b7a0-66e064a35fa4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044366 Jan 27 11:21:23.254367 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-ff38f33d-44db-49e6-9285-a651b50d8f00 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:23.255845 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-ff38f33d-44db-49e6-9285-a651b50d8f00 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 946 time: 0.0484853 Jan 27 11:21:23.269867 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (74bc2e68-bd61-4749-9b95-78a709307de1), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.286277 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268', '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'f310d544-48d3-47a8-955e-87bfc32d29bc', '74bc2e68-bd61-4749-9b95-78a709307de1'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:23.308869 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event deleted for resources: {'Port': ['ID=74bc2e68-bd61-4749-9b95-78a709307de1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:23.362970 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Deleting port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:23.363734 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.365692 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] No DVR routers for this DVR port 74bc2e68-bd61-4749-9b95-78a709307de1 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:23.369744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.373247 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-82ef58a0-0f52-4327-876f-f9ec73f43b25 req-a8ca0e3e-9d8a-4834-8467-319a018b378d tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "DELETE /v2.0/ports/74bc2e68-bd61-4749-9b95-78a709307de1 HTTP/1.1" status: 204 len: 173 time: 0.5319467 Jan 27 11:21:23.373697 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'name': 'network-vif-deleted', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:23.376103 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe67979-4604-4b84-b818-58f2478c66c3" -d '{"events": [{"server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "name": "network-vif-deleted", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:23.414734 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492b44b1-cde3-4024-ade1-4ac8d0bba88c x-openstack-request-id: req-492b44b1-cde3-4024-ade1-4ac8d0bba88c {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:23.415331 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3db5988-8b85-445d-86b2-f3349a8daf99", "name": "network-vif-deleted", "tag": "74bc2e68-bd61-4749-9b95-78a709307de1", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:23.415331 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-492b44b1-cde3-4024-ade1-4ac8d0bba88c {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:23.415769 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3db5988-8b85-445d-86b2-f3349a8daf99', 'name': 'network-vif-deleted', 'tag': '74bc2e68-bd61-4749-9b95-78a709307de1', 'status': 'completed', 'code': 200} Jan 27 11:21:23.509600 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] For port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:23.510081 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.533037 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Calling delete_port for 432d95e3-095f-42cd-9e08-3c8c2e7ce23d owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:23.578755 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c3830-dc0e-4924-97c8-090caad684be req-2fb005be-05d3-4e89-81d7-44ba987f941b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:23.580648 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c17c3830-dc0e-4924-97c8-090caad684be req-2fb005be-05d3-4e89-81d7-44ba987f941b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0683448 Jan 27 11:21:23.637765 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c17c3830-dc0e-4924-97c8-090caad684be req-bcdf5b92-16d5-4d29-957b-f3261eb3a2e5 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502725 Jan 27 11:21:23.681292 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (432d95e3-095f-42cd-9e08-3c8c2e7ce23d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.698066 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['abd27461-bb81-48ab-a4e6-c351682e470e', '432d95e3-095f-42cd-9e08-3c8c2e7ce23d'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:23.711452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Pushing event deleted for resources: {'Port': ['ID=432d95e3-095f-42cd-9e08-3c8c2e7ce23d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:23.756695 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] No DVR routers for this DVR port 432d95e3-095f-42cd-9e08-3c8c2e7ce23d on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:23.759278 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:23.764072 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-5946ef8b-1a4f-4b24-b21f-11d7105ebf94 req-5d12eeb2-7f39-493b-8c67-62ae599536a3 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "DELETE /v2.0/ports/432d95e3-095f-42cd-9e08-3c8c2e7ce23d HTTP/1.1" status: 204 len: 173 time: 0.4988000 Jan 27 11:21:23.764072 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'name': 'network-vif-deleted', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:23.765858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb221ba6-8dd4-4e0c-b35e-9b5b26138fd7" -d '{"events": [{"server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "name": "network-vif-deleted", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:23.806507 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1176de-b430-4dec-b9e7-68b50e4757d2 x-openstack-request-id: req-4d1176de-b430-4dec-b9e7-68b50e4757d2 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:23.806807 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c0e919-002c-4aaf-99b5-7a8f87c04dfe", "name": "network-vif-deleted", "tag": "432d95e3-095f-42cd-9e08-3c8c2e7ce23d", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:23.807104 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d1176de-b430-4dec-b9e7-68b50e4757d2 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:23.807913 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c0e919-002c-4aaf-99b5-7a8f87c04dfe', 'name': 'network-vif-deleted', 'tag': '432d95e3-095f-42cd-9e08-3c8c2e7ce23d', 'status': 'completed', 'code': 200} Jan 27 11:21:23.845018 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c48168a6-b7e3-498a-a1a7-0647f4fccfc1 req-43bdfcbd-c469-4da2-9a54-7987e789f97b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3db5988-8b85-445d-86b2-f3349a8daf99 HTTP/1.1" status: 200 len: 210 time: 0.0276272 Jan 27 11:21:24.017028 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:21:24.305071 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5cbb0a9b-7257-4c4b-970b-018f2f4bc6c6 req-cc58ed28-7d71-41bb-986b-45a859126efb tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=82c0e919-002c-4aaf-99b5-7a8f87c04dfe HTTP/1.1" status: 200 len: 210 time: 0.0264339 Jan 27 11:21:24.751495 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9e2af-f5f2-4668-b6a6-af8b92d41fa9 req-a0edfa65-6533-44a8-bb83-7064e976cdb6 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:24.752946 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3e9e2af-f5f2-4668-b6a6-af8b92d41fa9 req-a0edfa65-6533-44a8-bb83-7064e976cdb6 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0499320 Jan 27 11:21:24.805446 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3e9e2af-f5f2-4668-b6a6-af8b92d41fa9 req-9c09513f-a470-43cc-b89c-06c9bb34bd45 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 Jan 27 11:21:25.593136 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccac9e1-d263-43e2-a6b8-ffda969571d0 req-f1c9508f-a52c-4a8a-a712-dad62fba2473 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:25.594610 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ccac9e1-d263-43e2-a6b8-ffda969571d0 req-f1c9508f-a52c-4a8a-a712-dad62fba2473 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0532408 Jan 27 11:21:25.640238 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ccac9e1-d263-43e2-a6b8-ffda969571d0 req-dd46c5aa-a480-4b1b-9f8c-27763ed039ae tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Jan 27 11:21:25.937123 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0514-7988-4b51-a869-04e1ebad82c9 req-7c62ba4f-50a4-4700-9184-09fc2c7a6f92 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:25.938562 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ed0e0514-7988-4b51-a869-04e1ebad82c9 req-7c62ba4f-50a4-4700-9184-09fc2c7a6f92 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0576208 Jan 27 11:21:25.990117 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ed0e0514-7988-4b51-a869-04e1ebad82c9 req-ab052737-eb5d-41b9-8bc6-ff1e7e962b79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 Jan 27 11:21:26.265986 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500ac3-a0ca-4027-b068-015333ee8eeb req-78cf7565-28df-4a25-bb06-12ad492a85be tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:26.267460 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2500ac3-a0ca-4027-b068-015333ee8eeb req-78cf7565-28df-4a25-bb06-12ad492a85be tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.0481160 Jan 27 11:21:26.317229 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d2500ac3-a0ca-4027-b068-015333ee8eeb req-55741352-5e8c-4e3e-8ca8-7724bb964a42 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Jan 27 11:21:26.399777 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:21:26.403564 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 74bc2e68-bd61-4749-9b95-78a709307de1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:26.429972 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 74bc2e68-bd61-4749-9b95-78a709307de1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:26.430234 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 74bc2e68-bd61-4749-9b95-78a709307de1 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:26.527907 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:26.539775 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'mac_address': 'fa:16:3e:10:2c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:21:26.578260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:26.578691 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:26.591349 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b37e64-125a-44f4-aafe-5c7fb0c055b0 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:21:26.610455 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:26.615891 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:26.667400 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:26.760260 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967e3c-870e-46f8-8fa6-516e323bb20e req-e011af32-9f12-4909-9d88-f45763a4d341 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:26.761660 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea967e3c-870e-46f8-8fa6-516e323bb20e req-e011af32-9f12-4909-9d88-f45763a4d341 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Jan 27 11:21:26.812288 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea967e3c-870e-46f8-8fa6-516e323bb20e req-b1a3cc13-6338-49e1-8bd1-369141d78a94 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Jan 27 11:21:27.074219 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['b3b37e64-125a-44f4-aafe-5c7fb0c055b0'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:27.114981 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03cd82-404b-4d4a-b296-4c4fa68fdb4c req-1b58ba08-8220-4f6b-8551-8e16cc34b703 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:27.116438 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc03cd82-404b-4d4a-b296-4c4fa68fdb4c req-1b58ba08-8220-4f6b-8551-8e16cc34b703 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 944 time: 0.0488760 Jan 27 11:21:27.164525 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc03cd82-404b-4d4a-b296-4c4fa68fdb4c req-4e03ed91-eea6-4d9d-94d7-e60515b01f82 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Jan 27 11:21:27.449903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6150ac-e668-480f-8f0a-abf960d9e7eb req-1cc98006-a63a-4828-a128-6e4780191415 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:27.451420 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ef6150ac-e668-480f-8f0a-abf960d9e7eb req-1cc98006-a63a-4828-a128-6e4780191415 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.0532610 Jan 27 11:21:27.499605 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ef6150ac-e668-480f-8f0a-abf960d9e7eb req-acad7d9d-9ee3-4f0d-9daa-00b006e3b440 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Jan 27 11:21:27.948897 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bc3be-d050-4ea2-a1b9-bbc3453104e1 req-ba96d511-9963-42a0-be40-eb5b0669d690 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:27.950232 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba2bc3be-d050-4ea2-a1b9-bbc3453104e1 req-ba96d511-9963-42a0-be40-eb5b0669d690 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Jan 27 11:21:28.000903 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba2bc3be-d050-4ea2-a1b9-bbc3453104e1 req-88de3ed5-b769-47a6-908d-bf87ea0c0ac9 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Jan 27 11:21:28.281114 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bafcb2-ce39-40c9-ba50-7ff7392f7773 req-4dd0345d-4fee-4892-82fb-a8b67123c730 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:28.282562 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-15bafcb2-ce39-40c9-ba50-7ff7392f7773 req-4dd0345d-4fee-4892-82fb-a8b67123c730 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 944 time: 0.0514755 Jan 27 11:21:28.330080 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-15bafcb2-ce39-40c9-ba50-7ff7392f7773 req-9cc2897a-31ce-4e2b-8e93-68005a345cd4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Jan 27 11:21:28.422997 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:21:28.479247 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:21:28.483299 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:21:28.483674 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:28.570669 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:21:28.571070 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:28.594545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:28.596999 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cbfcb7-db47-4481-b4c6-24239593d17c" -d '{"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-plugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:28.609800 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:28.617510 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:28.618361 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 432d95e3-095f-42cd-9e08-3c8c2e7ce23d no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:28.641561 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f30f23-6c06-40bc-8581-d19c23bb99e9 x-openstack-request-id: req-b1f30f23-6c06-40bc-8581-d19c23bb99e9 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:28.641851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-plugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:28.642098 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1f30f23-6c06-40bc-8581-d19c23bb99e9 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:28.642500 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'code': 200} Jan 27 11:21:28.642835 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a619aa6-d5cb-47f5-a64d-c3f29819f3f4 req-8d7c32fb-42bb-46cf-822d-8021b17ec25c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:28.644581 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a619aa6-d5cb-47f5-a64d-c3f29819f3f4 req-8d7c32fb-42bb-46cf-822d-8021b17ec25c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.0650551 Jan 27 11:21:28.663324 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 432d95e3-095f-42cd-9e08-3c8c2e7ce23d {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:28.663759 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 432d95e3-095f-42cd-9e08-3c8c2e7ce23d not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:28.694782 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:28.695304 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2a619aa6-d5cb-47f5-a64d-c3f29819f3f4 req-c06c45ab-b25e-4ccb-bdae-688345702bf4 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Jan 27 11:21:28.721296 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-36011d3a-4953-40c2-8e70-a3b6431cfa22 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:28.722777 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-36011d3a-4953-40c2-8e70-a3b6431cfa22 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Jan 27 11:21:28.817466 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Deleting port f310d544-48d3-47a8-955e-87bfc32d29bc {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:28.817855 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:28.905621 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] For port f310d544-48d3-47a8-955e-87bfc32d29bc, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f310d544-48d3-47a8-955e-87bfc32d29bc,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:28.905963 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:28.918092 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Calling delete_port for f310d544-48d3-47a8-955e-87bfc32d29bc owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:28.922361 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873743e-28de-4db8-a98a-220c786957ec req-33bd0610-d8f9-452d-a9b7-e56ccec54059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:28.923864 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e873743e-28de-4db8-a98a-220c786957ec req-33bd0610-d8f9-452d-a9b7-e56ccec54059 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0399702 Jan 27 11:21:28.975540 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e873743e-28de-4db8-a98a-220c786957ec req-4d4641f0-ce32-475a-b335-3f345e8c8fbc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Jan 27 11:21:29.048330 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (f310d544-48d3-47a8-955e-87bfc32d29bc), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:29.064220 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268', '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'f310d544-48d3-47a8-955e-87bfc32d29bc'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:29.078858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event deleted for resources: {'Port': ['ID=f310d544-48d3-47a8-955e-87bfc32d29bc,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:29.117045 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1997e21-761b-4e29-a84f-6544347d7c73 req-ad558012-3ff7-40d3-a20c-04202742562f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:29.118865 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f1997e21-761b-4e29-a84f-6544347d7c73 req-ad558012-3ff7-40d3-a20c-04202742562f tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Jan 27 11:21:29.128530 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] No DVR routers for this DVR port f310d544-48d3-47a8-955e-87bfc32d29bc on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:29.131747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:29.135210 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-bf4336f7-b6a5-4ca4-aeba-1f6115fbf06f req-45d4c456-a4cf-46f4-9d58-a1d2c28d839a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "DELETE /v2.0/ports/f310d544-48d3-47a8-955e-87bfc32d29bc HTTP/1.1" status: 204 len: 173 time: 0.4053383 Jan 27 11:21:29.135738 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'name': 'network-vif-deleted', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:29.138078 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9675ba3-38f9-4480-99ea-aaf0d0a16c53" -d '{"events": [{"server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "name": "network-vif-deleted", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:29.173841 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f1997e21-761b-4e29-a84f-6544347d7c73 req-f19ec50a-da1e-47ed-ba23-c1b187091b5c tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Jan 27 11:21:29.176501 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0fbb78-08fe-4e3e-a349-bfba7dfbbe6a x-openstack-request-id: req-8b0fbb78-08fe-4e3e-a349-bfba7dfbbe6a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:29.176862 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157", "name": "network-vif-deleted", "tag": "f310d544-48d3-47a8-955e-87bfc32d29bc", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:29.177178 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b0fbb78-08fe-4e3e-a349-bfba7dfbbe6a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:29.177696 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157', 'name': 'network-vif-deleted', 'tag': 'f310d544-48d3-47a8-955e-87bfc32d29bc', 'status': 'completed', 'code': 200} Jan 27 11:21:29.443734 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ebde6-03f4-46eb-ac79-204b033932f4 req-b216cdc8-e4b8-4313-8f1b-7024e126ed25 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:29.445160 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c5ebde6-03f4-46eb-ac79-204b033932f4 req-b216cdc8-e4b8-4313-8f1b-7024e126ed25 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0479178 Jan 27 11:21:29.492675 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c5ebde6-03f4-46eb-ac79-204b033932f4 req-b447b21e-1cd8-4be4-bdd4-804fb27407f5 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Jan 27 11:21:29.811071 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-58c23dd3-2e05-48e2-819e-d25c2a3140f9 req-396ca74d-ae9d-469f-90e2-9ad04100909e tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cb6a0bd-b6d9-4d24-a2da-c22b6a27f157 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Jan 27 11:21:30.246250 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:30.298066 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8f2d-be3a-43d4-ba4a-7c3ceb9df264 req-82e75070-16f4-4081-9e47-c610864b0d97 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:30.299590 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b52b8f2d-be3a-43d4-ba4a-7c3ceb9df264 req-82e75070-16f4-4081-9e47-c610864b0d97 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0493851 Jan 27 11:21:30.348276 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b52b8f2d-be3a-43d4-ba4a-7c3ceb9df264 req-3b1c0b14-97e6-43bb-9099-5d534177ce94 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Jan 27 11:21:30.606674 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477aa42-834c-4b27-ba96-040c3ed2653c req-4ffc2c9f-50d4-4cf2-954e-843fd85a662f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:30.608231 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3477aa42-834c-4b27-ba96-040c3ed2653c req-4ffc2c9f-50d4-4cf2-954e-843fd85a662f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Jan 27 11:21:30.657670 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3477aa42-834c-4b27-ba96-040c3ed2653c req-0bbed7c2-851c-466b-a311-5f2da123cab0 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Jan 27 11:21:31.030535 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932de8d-523b-4dd3-a5f2-e4e4c7d1ca40 req-4b9fbaab-8ae1-4e3f-82b4-d165c8a9e915 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.031978 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9932de8d-523b-4dd3-a5f2-e4e4c7d1ca40 req-4b9fbaab-8ae1-4e3f-82b4-d165c8a9e915 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.3089192 Jan 27 11:21:31.108000 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9932de8d-523b-4dd3-a5f2-e4e4c7d1ca40 req-a7e15121-043e-477b-9cf0-3fdced943008 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702739 Jan 27 11:21:31.115223 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef4247-14d5-44f8-83b1-5bf6dfdf32cb req-b0a32856-8fe4-493d-9987-eb58ab611181 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.116594 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55ef4247-14d5-44f8-83b1-5bf6dfdf32cb req-b0a32856-8fe4-493d-9987-eb58ab611181 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 945 time: 0.0731990 Jan 27 11:21:31.129496 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48612) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:31.167268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55ef4247-14d5-44f8-83b1-5bf6dfdf32cb req-a25348a9-0c8b-4b31-8a36-4fc30c2f376f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Jan 27 11:21:31.213051 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac515c-a3a3-492e-a747-820cae898620 tempest-TestShelveInstance-1180602219 tempest-TestShelveInstance-1180602219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.214563 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-cdac515c-a3a3-492e-a747-820cae898620 tempest-TestShelveInstance-1180602219 tempest-TestShelveInstance-1180602219-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1093 time: 0.0839417 Jan 27 11:21:31.217644 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:31.221821 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:21:31.243822 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:31.341281 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:31.454611 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Allocated IP 172.27.3.7 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/0abbd218-2cb1-41ca-a032-66b6962260df) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:21:31.467795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298fac-0b16-464e-b73a-a4a8da184f94 req-9279c3ea-408d-4343-a79a-be9aa0296817 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:31.469736 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c0298fac-0b16-464e-b73a-a4a8da184f94 req-9279c3ea-408d-4343-a79a-be9aa0296817 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Jan 27 11:21:31.521377 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c0298fac-0b16-464e-b73a-a4a8da184f94 req-8e789dbd-0af8-4c1f-8e66-de634b63bd5a tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442739 Jan 27 11:21:31.557785 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for port (0abbd218-2cb1-41ca-a032-66b6962260df), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:31.595222 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:31.631453 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:21:31.634135 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:21:31.639673 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:21:31.645057 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'Port': ['ID=0abbd218-2cb1-41ca-a032-66b6962260df,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:31.991674 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for floatingip (d5bf0842-6b9e-4564-9b59-a932f678e952), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.061302 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.208249 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for port (0abbd218-2cb1-41ca-a032-66b6962260df), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.213758 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.281421 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event updated for resources: {'Port': ['ID=0abbd218-2cb1-41ca-a032-66b6962260df,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:32.282424 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dab5db-c11f-4ff2-8f5e-fd5fc1606a02 req-cc219360-5452-4f8b-b259-0efe03058baf tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.283880 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22dab5db-c11f-4ff2-8f5e-fd5fc1606a02 req-cc219360-5452-4f8b-b259-0efe03058baf tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 945 time: 0.0494788 Jan 27 11:21:32.291339 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (d5bf0842-6b9e-4564-9b59-a932f678e952), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.332931 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2d0ee98a-f046-4dc2-9e27-dc322811fbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.335114 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22dab5db-c11f-4ff2-8f5e-fd5fc1606a02 req-105c7b56-f8eb-4402-9283-c343e39bfa6a tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Jan 27 11:21:32.390538 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.l3_db [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Floating IP d5bf0842-6b9e-4564-9b59-a932f678e952 associated. External IP: 172.27.3.7, port: b3b37e64-125a-44f4-aafe-5c7fb0c055b0. Jan 27 11:21:32.450884 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f310d544-48d3-47a8-955e-87bfc32d29bc no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:32.473517 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: f310d544-48d3-47a8-955e-87bfc32d29bc {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:32.473868 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f310d544-48d3-47a8-955e-87bfc32d29bc not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:32.599894 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Router b5e030aa-21bb-4596-bc51-0f25d87152d2 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:32.635288 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565f8dd-1b76-4d5e-8ed4-89a0b976f888 req-9844484f-1f64-45d3-9875-282dc0fe873b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.636772 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f565f8dd-1b76-4d5e-8ed4-89a0b976f888 req-9844484f-1f64-45d3-9875-282dc0fe873b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0484059 Jan 27 11:21:32.683691 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f565f8dd-1b76-4d5e-8ed4-89a0b976f888 req-3eaf7aa8-eac5-46fd-b4e8-b6e1f12bc0c4 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Jan 27 11:21:32.711274 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:32.720824 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Sync routers for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:32.729166 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:32.732843 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:32.733466 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:32.756808 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7ef6bd48-0ed7-4c7c-84ee-4f8f8514c8a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5381389 Jan 27 11:21:32.757380 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:32.759876 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7909fafd-4649-498b-9e32-c711df4995d0" -d '{"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:32.795116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be57e7-5a0e-4e0e-8fef-f9e2199dccf1 x-openstack-request-id: req-73be57e7-5a0e-4e0e-8fef-f9e2199dccf1 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:32.795393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:32.795641 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73be57e7-5a0e-4e0e-8fef-f9e2199dccf1 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:32.796039 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'status': 'completed', 'code': 200} Jan 27 11:21:32.844872 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:32.871590 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909fafd-4649-498b-9e32-c711df4995d0 req-43dc3315-b2cc-46d7-b343-f4bdeffe7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.873115 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-43dc3315-b2cc-46d7-b343-f4bdeffe7770 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0418196 Jan 27 11:21:32.968808 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909fafd-4649-498b-9e32-c711df4995d0 req-453bd6f8-db42-49b8-9344-f23a20290f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:32.970449 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-453bd6f8-db42-49b8-9344-f23a20290f58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.0879519 Jan 27 11:21:33.018134 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d1711-659a-49cf-b6c8-4172a47999ff req-40b04903-5bff-4c26-bc15-e2c548502cbc tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.019622 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-913d1711-659a-49cf-b6c8-4172a47999ff req-40b04903-5bff-4c26-bc15-e2c548502cbc tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 945 time: 0.0509412 Jan 27 11:21:33.040872 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-9b39aa36-89ba-4c28-a353-4a9f6a89b38b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 997 time: 0.0598207 Jan 27 11:21:33.070994 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'd5bf0842-6b9e-4564-9b59-a932f678e952', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'mac_address': 'fa:16:3e:10:2c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f45a42-3e88-464e-8ccc-88068435b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:31Z', 'updated_at': '2022-01-27T11:21:31Z', 'revision_number': 0, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:33.101089 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Checking router: b5e030aa-21bb-4596-bc51-0f25d87152d2 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:33.102376 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909fafd-4649-498b-9e32-c711df4995d0 req-0a2429bd-b1af-4ae0-9d2c-12d75496328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.103700 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-0a2429bd-b1af-4ae0-9d2c-12d75496328f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0504551 Jan 27 11:21:33.109842 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:33.110482 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:33.114276 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Deleting port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:33.114651 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.151765 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909fafd-4649-498b-9e32-c711df4995d0 req-deb3315f-8587-4d2e-9cc6-84797dddfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.153617 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-deb3315f-8587-4d2e-9cc6-84797dddfb3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409789 Jan 27 11:21:33.204263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] For port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:33.204618 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.216036 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:33.216683 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Calling delete_port for 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:33.250699 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-487ec44d-c451-44d0-a56f-8aed5ddac62f service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 Jan 27 11:21:33.351240 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7909fafd-4649-498b-9e32-c711df4995d0 req-401e6df7-31c7-45d5-a7b8-da6be1b42e3d service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930386 Jan 27 11:21:33.363770 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.389028 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268', '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:33.397084 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event deleted for resources: {'Port': ['ID=75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:33.457713 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] No DVR routers for this DVR port 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:33.460419 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3e4d4806-85a6-496c-92a6-73931943cc67 req-faa120a0-f12a-473f-a61b-72e1e8f8662b tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c HTTP/1.1" status: 200 len: 210 time: 0.0395849 Jan 27 11:21:33.462564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.466030 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-913d1711-659a-49cf-b6c8-4172a47999ff req-7d84dbc2-f0f1-46ef-81ee-e55960a06320 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "DELETE /v2.0/ports/75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 HTTP/1.1" status: 204 len: 173 time: 0.4375353 Jan 27 11:21:33.466538 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'name': 'network-vif-deleted', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:33.469941 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd6902a-946a-4b8b-909f-efcc4c20ac57" -d '{"events": [{"server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "name": "network-vif-deleted", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:33.509246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431cf3d9-977f-445f-a100-f680dac9f057 x-openstack-request-id: req-431cf3d9-977f-445f-a100-f680dac9f057 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:33.509598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c", "name": "network-vif-deleted", "tag": "75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:33.509811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-431cf3d9-977f-445f-a100-f680dac9f057 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:33.510225 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a261f9a-7d1c-4e09-9d8d-8b45b6e3117c', 'name': 'network-vif-deleted', 'tag': '75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849', 'status': 'completed', 'code': 200} Jan 27 11:21:33.565424 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'd5bf0842-6b9e-4564-9b59-a932f678e952', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'mac_address': 'fa:16:3e:10:2c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f45a42-3e88-464e-8ccc-88068435b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:31Z', 'updated_at': '2022-01-27T11:21:31Z', 'revision_number': 0, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:33.602226 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29105b6-1b5f-422e-b1b6-2e5d73b1a22c None None] The sync data for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi is: [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'd5bf0842-6b9e-4564-9b59-a932f678e952', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'mac_address': 'fa:16:3e:10:2c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f45a42-3e88-464e-8ccc-88068435b205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:21:31Z', 'updated_at': '2022-01-27T11:21:31Z', 'revision_number': 0, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:33.616067 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-83bad71f-56c4-4e7c-b7e5-5794cfd90cbc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.617755 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-83bad71f-56c4-4e7c-b7e5-5794cfd90cbc tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0595639 Jan 27 11:21:33.715436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Deleting port abd27461-bb81-48ab-a4e6-c351682e470e {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:33.715783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.807696 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c583bc81-1aeb-4f90-b55a-e1c6894a1120 None None] New status for floating IP d5bf0842-6b9e-4564-9b59-a932f678e952: ACTIVE {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:21:33.839293 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] For port abd27461-bb81-48ab-a4e6-c351682e470e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=abd27461-bb81-48ab-a4e6-c351682e470e,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:33.839655 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:33.860085 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7415-f4c7-4440-b159-9951d2b9b398 req-ed04e33d-be53-4e2d-a450-ae89cf750240 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:33.861461 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-759c7415-f4c7-4440-b159-9951d2b9b398 req-ed04e33d-be53-4e2d-a450-ae89cf750240 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d090307-2d7e-49ab-ab04-04a72d94dd35 HTTP/1.1" status: 200 len: 945 time: 0.0879817 Jan 27 11:21:33.862404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Calling delete_port for abd27461-bb81-48ab-a4e6-c351682e470e owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:33.951600 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-759c7415-f4c7-4440-b159-9951d2b9b398 req-bdb11d82-07c7-4daa-9101-62d25edfc19b tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.52 "GET /v2.0/security-groups?id=625c640e-a6fe-4271-b7d9-0c4e050e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835924 Jan 27 11:21:34.036416 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (abd27461-bb81-48ab-a4e6-c351682e470e), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:34.049380 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['abd27461-bb81-48ab-a4e6-c351682e470e'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:34.068462 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Pushing event deleted for resources: {'Port': ['ID=abd27461-bb81-48ab-a4e6-c351682e470e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:34.111564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] No DVR routers for this DVR port abd27461-bb81-48ab-a4e6-c351682e470e on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:34.113987 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:34.117322 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cc621215-20e9-400e-80d0-f58dccea0f5b req-ed48b75d-a9c9-40b9-9735-16b136059bc8 tempest-ServerRescueNegativeTestJSON-1694818553 tempest-ServerRescueNegativeTestJSON-1694818553-project] 10.222.0.49 "DELETE /v2.0/ports/abd27461-bb81-48ab-a4e6-c351682e470e HTTP/1.1" status: 204 len: 173 time: 0.4903524 Jan 27 11:21:34.611896 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-51e29ad8-29cb-4308-8de0-a7033a903fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.013304 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48646) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:35.434189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.511690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'name': 'network-vif-deleted', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:35.514056 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d334819-5009-423c-822e-d0c022191761" -d '{"events": [{"server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "name": "network-vif-deleted", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:35.557560 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72920577-3a79-48ab-8be9-c0fcedb8a379 x-openstack-request-id: req-72920577-3a79-48ab-8be9-c0fcedb8a379 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:35.557838 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d090307-2d7e-49ab-ab04-04a72d94dd35", "name": "network-vif-deleted", "tag": "abd27461-bb81-48ab-a4e6-c351682e470e", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:35.558083 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72920577-3a79-48ab-8be9-c0fcedb8a379 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:35.558484 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d090307-2d7e-49ab-ab04-04a72d94dd35', 'name': 'network-vif-deleted', 'tag': 'abd27461-bb81-48ab-a4e6-c351682e470e', 'status': 'completed', 'code': 200} Jan 27 11:21:35.733857 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Deleting port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:35.734298 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.816649 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.817281 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] For port 5a94f23c-e9ce-4be0-87ec-dd0b1307f996, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,segment=NetworkSegment(b676c12b-3047-493c-b7c1-7c006e5bbf89),segment_id=b676c12b-3047-493c-b7c1-7c006e5bbf89)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:35.817708 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:35.830205 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Calling delete_port for 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:35.964101 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6078ec-7a9b-42ac-a66e-a04005bd0d60 req-694f9d39-1d10-4713-b74d-f7ce580c1664 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:35.965459 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cd6078ec-7a9b-42ac-a66e-a04005bd0d60 req-694f9d39-1d10-4713-b74d-f7ce580c1664 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0955081 Jan 27 11:21:36.037885 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cd6078ec-7a9b-42ac-a66e-a04005bd0d60 req-2ce8300b-daaa-47c7-901c-b31cc345ae91 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659609 Jan 27 11:21:36.086847 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (5a94f23c-e9ce-4be0-87ec-dd0b1307f996), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:36.111245 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94f23c-e9ce-4be0-87ec-dd0b1307f996,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:36.267651 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:36.445297 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:36.465422 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:36.465772 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 75ccb7a8-8b6c-4d3d-b4dd-47dad6e7c849 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:36.466175 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device abd27461-bb81-48ab-a4e6-c351682e470e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:36.484664 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: abd27461-bb81-48ab-a4e6-c351682e470e {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:36.485008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device abd27461-bb81-48ab-a4e6-c351682e470e not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:36.498286 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Router d3782677-70b5-4d7b-aefd-7e3c73020bc9 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:21:36.874629 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:21:36.881614 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a2caf741-23ad-4d0f-b7df-23200070694d admin admin] 10.222.0.52 "PUT /v2.0/routers/d3782677-70b5-4d7b-aefd-7e3c73020bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8672330 Jan 27 11:21:36.883029 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48656) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:36.888686 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Sync routers for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:21:36.900414 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:36.901020 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:37.019329 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:37.158083 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e093e1-dbeb-4502-995d-fa12ad8c2604 req-6735cd30-9f1f-4b24-a64c-83c0da8fe03f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:37.159653 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13e093e1-dbeb-4502-995d-fa12ad8c2604 req-6735cd30-9f1f-4b24-a64c-83c0da8fe03f tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0500019 Jan 27 11:21:37.203147 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks [] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.203644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:21:36Z', 'revision_number': 5, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:37.214441 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13e093e1-dbeb-4502-995d-fa12ad8c2604 req-c24d3606-dbbb-42fe-9478-51301fde4657 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/security-groups?id=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485935 Jan 27 11:21:37.229852 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Checking router: d3782677-70b5-4d7b-aefd-7e3c73020bc9 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:21:37.238414 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Routers {'d3782677-70b5-4d7b-aefd-7e3c73020bc9'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:21:37.239008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:21:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:37.298032 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.309676 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks [] for router_gateway (d3782677-70b5-4d7b-aefd-7e3c73020bc9), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.351761 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] Set router d3782677-70b5-4d7b-aefd-7e3c73020bc9 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:21:37.369932 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Deleting port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:37.370265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.453243 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] For port 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:37.453651 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.467686 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Calling delete_port for 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:37.526741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:21:36Z', 'revision_number': 5, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:37.557652 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b94110-8b51-4386-8894-8e147da6c60b None None] The sync data for ids ['d3782677-70b5-4d7b-aefd-7e3c73020bc9'] in dv-cinder-826608-1-iscsi is: [{'id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'name': 'tempest-ServerRescueNegativeTestJSON-437747513-router', 'tenant_id': '22de344f96014987a328abb114753492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:51Z', 'updated_at': '2022-01-27T11:21:36Z', 'revision_number': 5, 'project_id': '22de344f96014987a328abb114753492', 'gw_port': {'id': '9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3782677-70b5-4d7b-aefd-7e3c73020bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:52Z', 'updated_at': '2022-01-27T11:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:21:37.640980 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.668971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:37.726368 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.739553 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-a843149c-f397-48f4-bd68-1da0214d6326 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:37.740993 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-a843149c-f397-48f4-bd68-1da0214d6326 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 945 time: 0.0511851 Jan 27 11:21:37.834210 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.836358 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks [] for router_controller (d3782677-70b5-4d7b-aefd-7e3c73020bc9), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.839473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Deleting port f4407827-389d-487b-8435-1a7a5503a268 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:21:37.839837 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (f4407827-389d-487b-8435-1a7a5503a268), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.901300 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (d3782677-70b5-4d7b-aefd-7e3c73020bc9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.901893 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3782677-70b5-4d7b-aefd-7e3c73020bc9 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:21:37.907649 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.909348 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0922b919-d651-4799-86f0-e7026ae512a4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3782677-70b5-4d7b-aefd-7e3c73020bc9 HTTP/1.1" status: 204 len: 168 time: 1.0242667 Jan 27 11:21:37.913583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:37.952066 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] For port f4407827-389d-487b-8435-1a7a5503a268, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f4407827-389d-487b-8435-1a7a5503a268,segment=NetworkSegment(e2254c55-4d51-40f4-8fce-bb5a1c4d85d0),segment_id=e2254c55-4d51-40f4-8fce-bb5a1c4d85d0)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:21:37.952066 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (f4407827-389d-487b-8435-1a7a5503a268), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.959077 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Deleting subnet e765fd08-3b1c-4c78-8e24-7d3ff17159c6 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:21:37.962362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Publish callbacks [] for subnet (e765fd08-3b1c-4c78-8e24-7d3ff17159c6), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:37.966041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Calling delete_port for f4407827-389d-487b-8435-1a7a5503a268 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:21:38.002977 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (e765fd08-3b1c-4c78-8e24-7d3ff17159c6), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.044265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (e765fd08-3b1c-4c78-8e24-7d3ff17159c6), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.099913 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (e765fd08-3b1c-4c78-8e24-7d3ff17159c6), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.104162 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (f4407827-389d-487b-8435-1a7a5503a268), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.117591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f4407827-389d-487b-8435-1a7a5503a268'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:21:38.127257 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e765fd08-3b1c-4c78-8e24-7d3ff17159c6,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:38.129255 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.135030 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b13d045c-53b0-4263-8a53-73adf3e1fc2f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e765fd08-3b1c-4c78-8e24-7d3ff17159c6 HTTP/1.1" status: 204 len: 168 time: 0.2178416 Jan 27 11:21:38.135275 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48662) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:38.139111 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Pushing event deleted for resources: {'Port': ['ID=f4407827-389d-487b-8435-1a7a5503a268,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:38.183617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] No DVR routers for this DVR port f4407827-389d-487b-8435-1a7a5503a268 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:21:38.185615 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.189347 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e80876c0-c275-4f9f-9b6c-d4b77f869d48 req-f9a587fd-1bfe-4043-8bd8-e49c458120d8 tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.49 "DELETE /v2.0/ports/f4407827-389d-487b-8435-1a7a5503a268 HTTP/1.1" status: 204 len: 173 time: 0.4377360 Jan 27 11:21:38.189916 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'name': 'network-vif-deleted', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:21:38.192477 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f850aea-1c65-4613-86d6-974670245a68" -d '{"events": [{"server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "name": "network-vif-deleted", "tag": "f4407827-389d-487b-8435-1a7a5503a268"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:21:38.244903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e97b7f-9a28-46f6-b816-f073e5306642 x-openstack-request-id: req-d3e97b7f-9a28-46f6-b816-f073e5306642 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:21:38.245357 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52d40a7-eaad-4746-a45e-1ec45879c72a", "name": "network-vif-deleted", "tag": "f4407827-389d-487b-8435-1a7a5503a268", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:21:38.245767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3e97b7f-9a28-46f6-b816-f073e5306642 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:21:38.246283 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52d40a7-eaad-4746-a45e-1ec45879c72a', 'name': 'network-vif-deleted', 'tag': 'f4407827-389d-487b-8435-1a7a5503a268', 'status': 'completed', 'code': 200} Jan 27 11:21:38.247759 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (dea49dde-8f4d-4286-953f-917e301079c3), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.343647 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-994631a2-73de-4748-b037-fdcef2f6f5cb req-b2f40b2e-2b21-47e2-8257-1005fc48810c tempest-AttachVolumeNegativeTest-1517727324 tempest-AttachVolumeNegativeTest-1517727324-project] 10.222.0.52 "GET /v2.0/ports?device_id=d52d40a7-eaad-4746-a45e-1ec45879c72a HTTP/1.1" status: 200 len: 210 time: 0.0283375 Jan 27 11:21:38.347474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (dea49dde-8f4d-4286-953f-917e301079c3), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.369791 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea49dde-8f4d-4286-953f-917e301079c3']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:38.382001 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b676c12b-3047-493c-b7c1-7c006e5bbf89') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:38.382299 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b676c12b-3047-493c-b7c1-7c006e5bbf89') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:38.391649 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (b676c12b-3047-493c-b7c1-7c006e5bbf89), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.404838 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (b676c12b-3047-493c-b7c1-7c006e5bbf89), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.410716 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:21:38.411093 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (b676c12b-3047-493c-b7c1-7c006e5bbf89), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:21:38.412867 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:21:38.466160 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.469752 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (dea49dde-8f4d-4286-953f-917e301079c3), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.474969 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.478076 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dea49dde-8f4d-4286-953f-917e301079c3 HTTP/1.1" status: 204 len: 168 time: 0.3421016 Jan 27 11:21:38.488992 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295a4bd-ce3b-405b-8cb7-48365ba70ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea49dde-8f4d-4286-953f-917e301079c3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:38.657002 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48670) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:38.702624 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5d1aa82d-a468-4808-951c-e04aa999587e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22de344f96014987a328abb114753492&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444207 Jan 27 11:21:38.705297 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48672) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:38.756088 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] Publish callbacks [] for security_group (625c640e-a6fe-4271-b7d9-0c4e050e35b3), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.777614 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] Publish callbacks [] for security_group (625c640e-a6fe-4271-b7d9-0c4e050e35b3), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.829701 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (625c640e-a6fe-4271-b7d9-0c4e050e35b3), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.832362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:38.833511 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/625c640e-a6fe-4271-b7d9-0c4e050e35b3 HTTP/1.1" status: 204 len: 168 time: 0.1272902 Jan 27 11:21:38.841499 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e8fc1-bea3-4ed9-996f-939d066a33eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625c640e-a6fe-4271-b7d9-0c4e050e35b3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:39.398162 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:39.442192 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Deleting subnet 4db07fce-9aae-4085-8d1f-8eb828e42734 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:21:39.445389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Publish callbacks [] for subnet (4db07fce-9aae-4085-8d1f-8eb828e42734), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.479529 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (4db07fce-9aae-4085-8d1f-8eb828e42734), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.519009 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (4db07fce-9aae-4085-8d1f-8eb828e42734), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.577625 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (4db07fce-9aae-4085-8d1f-8eb828e42734), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.602460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db07fce-9aae-4085-8d1f-8eb828e42734,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:39.608938 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.612267 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1373826c-9646-4d5d-8a3b-d79e1afd2dc4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4db07fce-9aae-4085-8d1f-8eb828e42734 HTTP/1.1" status: 204 len: 168 time: 0.2130303 Jan 27 11:21:39.615020 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48700) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:39.650848 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:39.672849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:39.673255 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9dac839a-2bd4-4cb5-a9d0-eaf4c218e4a6 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:39.673875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:39.692529 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:39.692953 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5a94f23c-e9ce-4be0-87ec-dd0b1307f996 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:39.697813 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (92dacf81-bb4e-4740-8c25-e817aa3226da), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.773000 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (92dacf81-bb4e-4740-8c25-e817aa3226da), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.793727 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dacf81-bb4e-4740-8c25-e817aa3226da']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:39.803035 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:39.803328 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2254c55-4d51-40f4-8fce-bb5a1c4d85d0') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:21:39.812761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (e2254c55-4d51-40f4-8fce-bb5a1c4d85d0), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.825700 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (e2254c55-4d51-40f4-8fce-bb5a1c4d85d0), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.832085 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:21:39.832578 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (e2254c55-4d51-40f4-8fce-bb5a1c4d85d0), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:21:39.834247 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:21:39.891825 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (92dacf81-bb4e-4740-8c25-e817aa3226da), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.900353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:39.904798 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] 10.222.0.52 "DELETE /v2.0/networks/92dacf81-bb4e-4740-8c25-e817aa3226da HTTP/1.1" status: 204 len: 168 time: 0.2886529 Jan 27 11:21:39.918091 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a134e-747f-4da3-9392-1635543a0803 admin admin] Pushing event deleted for resources: {'Network': ['ID=92dacf81-bb4e-4740-8c25-e817aa3226da,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:40.090886 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48714) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:40.135917 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-01162815-2cc5-4da1-9277-70f822003bfb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09fc060747db493cab14611b5585cdaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397584 Jan 27 11:21:40.138362 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48720) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:40.186596 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] Publish callbacks [] for security_group (9830b458-4cea-4ea3-a2f8-0e6a2eb98adb), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.211267 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] Publish callbacks [] for security_group (9830b458-4cea-4ea3-a2f8-0e6a2eb98adb), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.269637 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (9830b458-4cea-4ea3-a2f8-0e6a2eb98adb), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.272292 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:40.273440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9830b458-4cea-4ea3-a2f8-0e6a2eb98adb HTTP/1.1" status: 204 len: 168 time: 0.1340504 Jan 27 11:21:40.281749 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884765c9-5f05-418c-8f0c-92bf4fa3c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9830b458-4cea-4ea3-a2f8-0e6a2eb98adb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:42.316694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48812) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:42.428939 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0060-d565-4f05-bf68-8f8ac20373d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.501421 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f4407827-389d-487b-8435-1a7a5503a268 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:21:42.504852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0060-d565-4f05-bf68-8f8ac20373d5 admin admin] Publish callbacks [] for security_group (cf9be977-4be5-49c8-9271-62036a7e1582), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.510251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cf3e0060-d565-4f05-bf68-8f8ac20373d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (cf9be977-4be5-49c8-9271-62036a7e1582), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.522217 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: f4407827-389d-487b-8435-1a7a5503a268 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:21:42.522585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f4407827-389d-487b-8435-1a7a5503a268 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:21:42.548746 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e0060-d565-4f05-bf68-8f8ac20373d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9be977-4be5-49c8-9271-62036a7e1582,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:42.555840 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48822) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:42.556413 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-cf3e0060-d565-4f05-bf68-8f8ac20373d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=277f320bb9e84b7a84787d40657a07b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381864 Jan 27 11:21:42.606970 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] Publish callbacks [] for security_group (cf9be977-4be5-49c8-9271-62036a7e1582), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.627542 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] Publish callbacks [] for security_group (cf9be977-4be5-49c8-9271-62036a7e1582), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.666067 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48826) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:42.678291 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (cf9be977-4be5-49c8-9271-62036a7e1582), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.681092 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.682264 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf9be977-4be5-49c8-9271-62036a7e1582 HTTP/1.1" status: 204 len: 168 time: 0.1235716 Jan 27 11:21:42.690268 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a346fc-fa32-41f8-9b89-e8d453e02bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9be977-4be5-49c8-9271-62036a7e1582,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:42.771921 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01e56bf2-7d97-4828-87ef-a204f3f1a69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.846620 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01e56bf2-7d97-4828-87ef-a204f3f1a69f admin admin] Publish callbacks [] for security_group (e2d334bb-64b2-436a-8537-c4689c5a481d), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.851674 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-01e56bf2-7d97-4828-87ef-a204f3f1a69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e2d334bb-64b2-436a-8537-c4689c5a481d), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.890600 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e56bf2-7d97-4828-87ef-a204f3f1a69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d334bb-64b2-436a-8537-c4689c5a481d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:42.897752 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-01e56bf2-7d97-4828-87ef-a204f3f1a69f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49cb03f2360648aab92011e8809e44f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279470 Jan 27 11:21:42.897933 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48834) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:42.946711 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] Publish callbacks [] for security_group (e2d334bb-64b2-436a-8537-c4689c5a481d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.954204 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48836) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:42.967480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b1e270-e4db-432b-9eb3-182fab1dc3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:42.967840 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] Publish callbacks [] for security_group (e2d334bb-64b2-436a-8537-c4689c5a481d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.019131 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (e2d334bb-64b2-436a-8537-c4689c5a481d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.022041 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.023315 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2d334bb-64b2-436a-8537-c4689c5a481d HTTP/1.1" status: 204 len: 168 time: 0.1244833 Jan 27 11:21:43.032100 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02ad17-b96a-4d34-80be-fe3e509ca136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d334bb-64b2-436a-8537-c4689c5a481d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:43.057057 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b1e270-e4db-432b-9eb3-182fab1dc3b1 admin admin] Publish callbacks [] for security_group (ec66b8b2-3297-4a85-806f-b114338ccc57), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.062266 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-21b1e270-e4db-432b-9eb3-182fab1dc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ec66b8b2-3297-4a85-806f-b114338ccc57), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.100837 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-21b1e270-e4db-432b-9eb3-182fab1dc3b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26de6e63c45a4ec8b907aff7fd7b8549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452425 Jan 27 11:21:43.101821 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1e270-e4db-432b-9eb3-182fab1dc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec66b8b2-3297-4a85-806f-b114338ccc57,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:43.103485 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48840) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:43.153583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] Publish callbacks [] for security_group (ec66b8b2-3297-4a85-806f-b114338ccc57), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.174364 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] Publish callbacks [] for security_group (ec66b8b2-3297-4a85-806f-b114338ccc57), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.228379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ec66b8b2-3297-4a85-806f-b114338ccc57), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.231085 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:43.232351 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec66b8b2-3297-4a85-806f-b114338ccc57 HTTP/1.1" status: 204 len: 168 time: 0.1277027 Jan 27 11:21:43.243541 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffdd07-b8ff-4fae-beb6-697a7f8cdf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec66b8b2-3297-4a85-806f-b114338ccc57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:45.024034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48938) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:45.128979 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89c5171c-ccb6-4a74-a32a-b8400e16a275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.206560 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89c5171c-ccb6-4a74-a32a-b8400e16a275 admin admin] Publish callbacks [] for security_group (c8ce2412-ca74-40ed-8cc1-139999ca0165), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.211832 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-89c5171c-ccb6-4a74-a32a-b8400e16a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c8ce2412-ca74-40ed-8cc1-139999ca0165), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.248514 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-89c5171c-ccb6-4a74-a32a-b8400e16a275 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=637786af6a6a4727bdf03c578c9d0217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233825 Jan 27 11:21:45.249393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5171c-ccb6-4a74-a32a-b8400e16a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ce2412-ca74-40ed-8cc1-139999ca0165,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:45.252156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48942) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:45.307147 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] Publish callbacks [] for security_group (c8ce2412-ca74-40ed-8cc1-139999ca0165), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.333088 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] Publish callbacks [] for security_group (c8ce2412-ca74-40ed-8cc1-139999ca0165), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.387353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c8ce2412-ca74-40ed-8cc1-139999ca0165), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.390174 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.391367 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8ce2412-ca74-40ed-8cc1-139999ca0165 HTTP/1.1" status: 204 len: 168 time: 0.1382284 Jan 27 11:21:45.399262 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39b878-5b70-40b4-90d5-055908499392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ce2412-ca74-40ed-8cc1-139999ca0165,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:45.671547 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 48948) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:45.685125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a6d092b-a090-4d6f-8600-2f25351c38c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.756254 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a6d092b-a090-4d6f-8600-2f25351c38c0 admin admin] Publish callbacks [] for security_group (7bbd90e6-cbe9-4d1d-b3da-0e079581f50f), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.762370 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0a6d092b-a090-4d6f-8600-2f25351c38c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7bbd90e6-cbe9-4d1d-b3da-0e079581f50f), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.799812 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0a6d092b-a090-4d6f-8600-2f25351c38c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56e6fed98d564dadabd0e4867f88e753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271813 Jan 27 11:21:45.800707 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d092b-a090-4d6f-8600-2f25351c38c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd90e6-cbe9-4d1d-b3da-0e079581f50f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:45.802697 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 48950) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:45.852097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] Publish callbacks [] for security_group (7bbd90e6-cbe9-4d1d-b3da-0e079581f50f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.875469 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] Publish callbacks [] for security_group (7bbd90e6-cbe9-4d1d-b3da-0e079581f50f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.927381 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7bbd90e6-cbe9-4d1d-b3da-0e079581f50f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.929980 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:45.931904 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bbd90e6-cbe9-4d1d-b3da-0e079581f50f HTTP/1.1" status: 204 len: 168 time: 0.1275694 Jan 27 11:21:45.940602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c89ef-149d-4816-b3d0-442c453fbbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd90e6-cbe9-4d1d-b3da-0e079581f50f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:47.690034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:47.810651 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df662571-0c32-4ec1-9450-90dad184c5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:47.888055 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df662571-0c32-4ec1-9450-90dad184c5e7 admin admin] Publish callbacks [] for security_group (af2f71ce-9bfd-40ff-af8b-668309750f87), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:47.893420 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-df662571-0c32-4ec1-9450-90dad184c5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (af2f71ce-9bfd-40ff-af8b-668309750f87), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:47.934050 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-df662571-0c32-4ec1-9450-90dad184c5e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d317e9332ef44724873603964733bbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429361 Jan 27 11:21:47.936093 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df662571-0c32-4ec1-9450-90dad184c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f71ce-9bfd-40ff-af8b-668309750f87,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:47.936792 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49072) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:47.988032 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] Publish callbacks [] for security_group (af2f71ce-9bfd-40ff-af8b-668309750f87), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.012069 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] Publish callbacks [] for security_group (af2f71ce-9bfd-40ff-af8b-668309750f87), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.063679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (af2f71ce-9bfd-40ff-af8b-668309750f87), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.066309 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.067507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af2f71ce-9bfd-40ff-af8b-668309750f87 HTTP/1.1" status: 204 len: 168 time: 0.1297174 Jan 27 11:21:48.076061 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fd7aa-5e4b-4c0b-ac6c-afa727ab9aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f71ce-9bfd-40ff-af8b-668309750f87,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:48.351117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49116) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:48.365507 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2bbf-2bc7-4cdd-afc8-47e3b13d5b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.443147 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2bbf-2bc7-4cdd-afc8-47e3b13d5b3c admin admin] Publish callbacks [] for security_group (a50df273-4f30-4153-b5cd-56ac0fb3c97e), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.448923 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2bbf-2bc7-4cdd-afc8-47e3b13d5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a50df273-4f30-4153-b5cd-56ac0fb3c97e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.487529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-3e4a2bbf-2bc7-4cdd-afc8-47e3b13d5b3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aea533bed5764bfab9f8aa0e415788a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352232 Jan 27 11:21:48.488314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a2bbf-2bc7-4cdd-afc8-47e3b13d5b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50df273-4f30-4153-b5cd-56ac0fb3c97e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:48.490226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49128) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:48.541999 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] Publish callbacks [] for security_group (a50df273-4f30-4153-b5cd-56ac0fb3c97e), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.569023 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] Publish callbacks [] for security_group (a50df273-4f30-4153-b5cd-56ac0fb3c97e), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.612634 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a50df273-4f30-4153-b5cd-56ac0fb3c97e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.615443 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.619552 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a50df273-4f30-4153-b5cd-56ac0fb3c97e HTTP/1.1" status: 204 len: 168 time: 0.1277530 Jan 27 11:21:48.630284 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aafe80-67db-4f78-9b14-1c598d1b1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50df273-4f30-4153-b5cd-56ac0fb3c97e,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:48.832291 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49148) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:48.952308 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c887932-9747-47fc-a5d6-d779be433e0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:48.962903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d9e87-6970-4a0b-a6f4-ec8378a2862c req-89262eb1-ca71-4386-a044-dbb7c76039bd tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:48.969726 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e99d9e87-6970-4a0b-a6f4-ec8378a2862c req-89262eb1-ca71-4386-a044-dbb7c76039bd tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0931056 Jan 27 11:21:48.973716 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-0a0659f8-7218-466d-9133-2a10189e8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:48.975264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-0a0659f8-7218-466d-9133-2a10189e8f42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1137 time: 0.0819685 Jan 27 11:21:49.045115 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c887932-9747-47fc-a5d6-d779be433e0b admin admin] Publish callbacks [] for security_group (302f4080-91a9-494b-b4e9-e4257c8517d3), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.051307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5c887932-9747-47fc-a5d6-d779be433e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (302f4080-91a9-494b-b4e9-e4257c8517d3), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.091931 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5c887932-9747-47fc-a5d6-d779be433e0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac7c1fa7874d4c0f9b7ba651a2059f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577217 Jan 27 11:21:49.092658 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49160) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:49.096396 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e99d9e87-6970-4a0b-a6f4-ec8378a2862c req-79fea3b0-eb0d-4b85-84a1-3a384c4df2ce tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257427 Jan 27 11:21:49.098698 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c887932-9747-47fc-a5d6-d779be433e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f4080-91a9-494b-b4e9-e4257c8517d3,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:49.113569 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-45192bcb-f0db-4239-8f06-84f9995fbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:49.115698 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-45192bcb-f0db-4239-8f06-84f9995fbe3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.1323123 Jan 27 11:21:49.164772 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] Publish callbacks [] for security_group (302f4080-91a9-494b-b4e9-e4257c8517d3), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.184276 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-1c68d0de-0bb8-4744-b72b-887702d5b98e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 1000 time: 0.0617330 Jan 27 11:21:49.187285 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] Publish callbacks [] for security_group (302f4080-91a9-494b-b4e9-e4257c8517d3), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.235973 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (302f4080-91a9-494b-b4e9-e4257c8517d3), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.240296 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.241720 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/302f4080-91a9-494b-b4e9-e4257c8517d3 HTTP/1.1" status: 204 len: 168 time: 0.1481690 Jan 27 11:21:49.252052 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa36cd-d71c-45a5-99ac-ff184f95b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f4080-91a9-494b-b4e9-e4257c8517d3,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:49.261705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-a6e3e7dd-9d1e-4b76-ab39-4bc819b0992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:49.263072 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-a6e3e7dd-9d1e-4b76-ab39-4bc819b0992e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0663183 Jan 27 11:21:49.319872 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-1233194b-8f3b-48b9-b5b6-12a4fd5277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:49.321859 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-1233194b-8f3b-48b9-b5b6-12a4fd5277b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503283 Jan 27 11:21:49.420223 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-4d9c6029-87ee-46a4-8e97-6d4912521865 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886588 Jan 27 11:21:49.519728 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f42070aa-5caf-4adf-aec9-aa78b57b577b req-744dd880-acf4-4fb1-be1b-667ea11ddd8d service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911560 Jan 27 11:21:49.645895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49182) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:49.660283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19d5028f-4bd4-4816-a951-9851c1cbb6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.748727 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19d5028f-4bd4-4816-a951-9851c1cbb6cf admin admin] Publish callbacks [] for security_group (a88a4ed1-290b-4140-b6ca-00e392d33bb0), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.753116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19d5028f-4bd4-4816-a951-9851c1cbb6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a88a4ed1-290b-4140-b6ca-00e392d33bb0), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.792791 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-19d5028f-4bd4-4816-a951-9851c1cbb6cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f7e365943404a8cb628735afb07412d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434336 Jan 27 11:21:49.793031 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49186) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:49.798764 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5028f-4bd4-4816-a951-9851c1cbb6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a4ed1-290b-4140-b6ca-00e392d33bb0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:49.843226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] Publish callbacks [] for security_group (a88a4ed1-290b-4140-b6ca-00e392d33bb0), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.865311 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] Publish callbacks [] for security_group (a88a4ed1-290b-4140-b6ca-00e392d33bb0), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.914175 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a88a4ed1-290b-4140-b6ca-00e392d33bb0), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.916821 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:49.918063 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a88a4ed1-290b-4140-b6ca-00e392d33bb0 HTTP/1.1" status: 204 len: 168 time: 0.1241944 Jan 27 11:21:49.925873 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52a174-5cf9-4518-b08b-b8f70384a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a4ed1-290b-4140-b6ca-00e392d33bb0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:50.229852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478201b-0aff-4a13-9ec3-eecf4689adc1 req-63dd5811-9721-4154-8c58-e012e6333b3d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:50.231402 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4478201b-0aff-4a13-9ec3-eecf4689adc1 req-63dd5811-9721-4154-8c58-e012e6333b3d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0551052 Jan 27 11:21:50.293690 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4478201b-0aff-4a13-9ec3-eecf4689adc1 req-f5ac6019-6e02-4d0f-a240-f5d3eff4a47e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565004 Jan 27 11:21:51.416058 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92070e-baaf-496f-985e-de0f241f3289 req-127a7ed7-90cb-4c3e-9ef7-9cf144bb8781 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:51.417498 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec92070e-baaf-496f-985e-de0f241f3289 req-127a7ed7-90cb-4c3e-9ef7-9cf144bb8781 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0509965 Jan 27 11:21:51.476954 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec92070e-baaf-496f-985e-de0f241f3289 req-73a8f12b-3952-4176-8516-e3620ef5961e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535147 Jan 27 11:21:52.600777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f896c-5655-42ec-89a5-b02766112a26 req-ec202a5e-5672-4ce1-af48-87e13d0b6f53 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:52.602218 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a1f896c-5655-42ec-89a5-b02766112a26 req-ec202a5e-5672-4ce1-af48-87e13d0b6f53 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0546861 Jan 27 11:21:52.663943 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a1f896c-5655-42ec-89a5-b02766112a26 req-6f0f46e4-79ba-449e-80cf-bb21e7ea1d66 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557265 Jan 27 11:21:53.788852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03537e23-4a84-401f-a237-b8f4ecbf7b85 req-2a2771c7-29d8-4e71-a54c-51534a41459e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:53.790326 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-03537e23-4a84-401f-a237-b8f4ecbf7b85 req-2a2771c7-29d8-4e71-a54c-51534a41459e tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0524354 Jan 27 11:21:53.850014 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-03537e23-4a84-401f-a237-b8f4ecbf7b85 req-07189615-c45b-4cf1-a036-00612bba591b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539355 Jan 27 11:21:54.975680 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f5f1-3da0-4b08-ba41-46951767c5e5 req-653481cc-1843-41fd-ab43-e60be8183eb4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:54.977192 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-47b7f5f1-3da0-4b08-ba41-46951767c5e5 req-653481cc-1843-41fd-ab43-e60be8183eb4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0542517 Jan 27 11:21:55.037546 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-47b7f5f1-3da0-4b08-ba41-46951767c5e5 req-672e4ca4-8cf9-4b78-a712-6fa9f8f0d23b tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540249 Jan 27 11:21:56.003106 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49290) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:56.105993 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49e1aca2-df5a-4d8e-a8b4-d12d204fa783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.161608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6b549-ec9c-4440-893b-b59afafaf0b3 req-236e81c1-0665-43c1-b5ea-aece190f1516 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:56.163044 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1e6b549-ec9c-4440-893b-b59afafaf0b3 req-236e81c1-0665-43c1-b5ea-aece190f1516 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0493610 Jan 27 11:21:56.178212 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49e1aca2-df5a-4d8e-a8b4-d12d204fa783 admin admin] Publish callbacks [] for security_group (fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.184124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-49e1aca2-df5a-4d8e-a8b4-d12d204fa783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.222067 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-49e1aca2-df5a-4d8e-a8b4-d12d204fa783 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dac0844b05d407cb6fc1ca89f6432fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178702 Jan 27 11:21:56.222920 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1aca2-df5a-4d8e-a8b4-d12d204fa783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:56.223935 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a1e6b549-ec9c-4440-893b-b59afafaf0b3 req-68227551-42e2-4828-93da-32c7161e051c tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548992 Jan 27 11:21:56.224689 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49296) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:56.273181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] Publish callbacks [] for security_group (fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.295720 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] Publish callbacks [] for security_group (fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.352055 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.354638 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.355761 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b HTTP/1.1" status: 204 len: 168 time: 0.1301675 Jan 27 11:21:56.364145 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d879ba-ca3b-48c0-b34a-dd5ab7e3a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ab0ce-0ac6-4da7-af7d-7ad602fd7b6b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:56.654477 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49306) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:56.669059 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e988-6149-49f7-9d4f-803d42752cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.751690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e988-6149-49f7-9d4f-803d42752cb8 admin admin] Publish callbacks [] for security_group (f0604668-f133-4a92-b047-f49676bf5163), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.757712 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e988-6149-49f7-9d4f-803d42752cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f0604668-f133-4a92-b047-f49676bf5163), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.795881 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-cbe0e988-6149-49f7-9d4f-803d42752cb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38b8566af9934c95bc30117b2625d094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403530 Jan 27 11:21:56.796743 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e988-6149-49f7-9d4f-803d42752cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0604668-f133-4a92-b047-f49676bf5163,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:56.798825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49310) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:21:56.846631 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] Publish callbacks [] for security_group (f0604668-f133-4a92-b047-f49676bf5163), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.867395 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] Publish callbacks [] for security_group (f0604668-f133-4a92-b047-f49676bf5163), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.917010 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f0604668-f133-4a92-b047-f49676bf5163), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.919622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:21:56.920758 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0604668-f133-4a92-b047-f49676bf5163 HTTP/1.1" status: 204 len: 168 time: 0.1209643 Jan 27 11:21:56.928356 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7af136-7492-411a-a1cd-74ccd8a3f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0604668-f133-4a92-b047-f49676bf5163,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:21:57.344078 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acff1d-a707-4e1b-b007-556df1e6aa48 req-442a31e7-057e-49ca-bd56-d4d386a6d4f2 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:57.345558 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3acff1d-a707-4e1b-b007-556df1e6aa48 req-442a31e7-057e-49ca-bd56-d4d386a6d4f2 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0512569 Jan 27 11:21:57.404328 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3acff1d-a707-4e1b-b007-556df1e6aa48 req-61ef5b50-e9f2-4213-a830-0e59a5b88dcb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527215 Jan 27 11:21:58.523619 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6bf58-4933-4d74-b91d-16de771612f4 req-ebfe3122-79a6-4220-8413-bcee33140a85 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:58.525097 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6be6bf58-4933-4d74-b91d-16de771612f4 req-ebfe3122-79a6-4220-8413-bcee33140a85 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0530648 Jan 27 11:21:58.590678 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6be6bf58-4933-4d74-b91d-16de771612f4 req-c0240230-940b-4f56-88c0-7ebf74fc38db tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595269 Jan 27 11:21:59.720272 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917c20c-c2fc-4689-be7c-b56625f69231 req-a3571112-b2cd-448a-b609-0e067abfe7e9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:21:59.721747 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4917c20c-c2fc-4689-be7c-b56625f69231 req-a3571112-b2cd-448a-b609-0e067abfe7e9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0550785 Jan 27 11:21:59.786774 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4917c20c-c2fc-4689-be7c-b56625f69231 req-43f2c583-950b-434c-8828-33f4373e0732 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591984 Jan 27 11:22:00.159415 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-c25a3265-811c-4df7-9ce1-539e6b94eaf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467362 Jan 27 11:22:00.228690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-af8ff685-5839-44aa-bc89-9a275061ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:00.230712 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-af8ff685-5839-44aa-bc89-9a275061ddac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 1100 time: 0.0441258 Jan 27 11:22:00.247995 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:00.341373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-571d8deb-92e9-4aaa-8f5b-37a16f16ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:00.343021 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-571d8deb-92e9-4aaa-8f5b-37a16f16ff52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.0914495 Jan 27 11:22:00.414276 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-c108764f-a5c0-4a56-a3c7-38f48604bb03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 200 len: 1001 time: 0.0634019 Jan 27 11:22:00.465272 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-7cb29845-51e4-4253-87e5-a360cf6de44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:00.466748 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-7cb29845-51e4-4253-87e5-a360cf6de44d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0464802 Jan 27 11:22:00.520885 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-bff565ef-53db-421a-a68c-7538ac479015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:00.522380 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-bff565ef-53db-421a-a68c-7538ac479015 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417566 Jan 27 11:22:00.618139 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-e0bf7fbf-4837-44aa-a448-13e4507b0198 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887766 Jan 27 11:22:00.706760 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-acb8208b-777a-4c76-8053-48ab520e2b28 req-898db317-f12a-498e-a70b-da5107005558 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811691 Jan 27 11:22:00.906182 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbde85-ece4-4b65-9a36-bdfc25c8f6b7 req-960884fb-312c-4039-88d4-39c81b0d4e79 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:00.907697 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f0fbde85-ece4-4b65-9a36-bdfc25c8f6b7 req-960884fb-312c-4039-88d4-39c81b0d4e79 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0526469 Jan 27 11:22:00.967360 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f0fbde85-ece4-4b65-9a36-bdfc25c8f6b7 req-4e7175e0-7282-41b5-adab-867f8b0855df tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537453 Jan 27 11:22:01.016028 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:22:01.308639 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49412) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:01.415092 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9de66f0c-7346-4652-b1ea-73d5fddae084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.486756 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9de66f0c-7346-4652-b1ea-73d5fddae084 admin admin] Publish callbacks [] for security_group (60ad80c0-373a-490b-9f05-c59abcb1a227), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.492436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9de66f0c-7346-4652-b1ea-73d5fddae084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (60ad80c0-373a-490b-9f05-c59abcb1a227), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.529093 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9de66f0c-7346-4652-b1ea-73d5fddae084 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd06ce00d92c42a4a26887bcb6d518e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193956 Jan 27 11:22:01.529981 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de66f0c-7346-4652-b1ea-73d5fddae084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ad80c0-373a-490b-9f05-c59abcb1a227,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:01.534571 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49416) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:01.585262 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] Publish callbacks [] for security_group (60ad80c0-373a-490b-9f05-c59abcb1a227), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.607205 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] Publish callbacks [] for security_group (60ad80c0-373a-490b-9f05-c59abcb1a227), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.657503 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (60ad80c0-373a-490b-9f05-c59abcb1a227), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.660105 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:01.661334 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60ad80c0-373a-490b-9f05-c59abcb1a227 HTTP/1.1" status: 204 len: 168 time: 0.1283157 Jan 27 11:22:01.669027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f95d-6c43-4774-bd29-193e068f7981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ad80c0-373a-490b-9f05-c59abcb1a227,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:01.931017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:01.954234 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c65f2c1b-9c17-4fc0-bd1c-781bfffab249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.030530 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c65f2c1b-9c17-4fc0-bd1c-781bfffab249 admin admin] Publish callbacks [] for security_group (a052ab07-08cb-43ce-9708-0d710b05372b), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.035769 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-c65f2c1b-9c17-4fc0-bd1c-781bfffab249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a052ab07-08cb-43ce-9708-0d710b05372b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.074572 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-c65f2c1b-9c17-4fc0-bd1c-781bfffab249 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6236151db6b49a2a6764bf0bab1409a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423435 Jan 27 11:22:02.075446 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f2c1b-9c17-4fc0-bd1c-781bfffab249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a052ab07-08cb-43ce-9708-0d710b05372b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:02.077483 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49426) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:02.111511 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47290180-bda6-4a41-8c2f-61acdab13e7d req-8bbede63-d716-45f0-80e8-683eb17493eb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:02.112983 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-47290180-bda6-4a41-8c2f-61acdab13e7d req-8bbede63-d716-45f0-80e8-683eb17493eb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0774896 Jan 27 11:22:02.161656 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] Publish callbacks [] for security_group (a052ab07-08cb-43ce-9708-0d710b05372b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.200663 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] Publish callbacks [] for security_group (a052ab07-08cb-43ce-9708-0d710b05372b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.211786 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-47290180-bda6-4a41-8c2f-61acdab13e7d req-dd2f1b0e-a0f2-4c88-980b-9c27ce329571 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921628 Jan 27 11:22:02.257509 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a052ab07-08cb-43ce-9708-0d710b05372b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.260164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:02.261293 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a052ab07-08cb-43ce-9708-0d710b05372b HTTP/1.1" status: 204 len: 168 time: 0.1793866 Jan 27 11:22:02.269218 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32beab5a-7bb7-4686-9eb9-c3ae6e65f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a052ab07-08cb-43ce-9708-0d710b05372b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:02.333082 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-962ec9ea-1cd4-4b1f-ae28-154ab711bf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:03.329057 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc98ab-f031-4147-9cbe-c15f001d1070 req-9e6f3767-5f8c-4a31-9e0a-cb14a4f27e37 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:03.330866 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fbfc98ab-f031-4147-9cbe-c15f001d1070 req-9e6f3767-5f8c-4a31-9e0a-cb14a4f27e37 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0504813 Jan 27 11:22:03.390139 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fbfc98ab-f031-4147-9cbe-c15f001d1070 req-53e91aef-1d90-486d-979e-b7f1fd75f4cd tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535321 Jan 27 11:22:04.509974 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdeb72-203e-405c-852a-f39b440c524c req-66d5f1a4-2014-4955-9f43-109a47ea4711 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:04.511548 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8cdeb72-203e-405c-852a-f39b440c524c req-66d5f1a4-2014-4955-9f43-109a47ea4711 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0542319 Jan 27 11:22:04.576091 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8cdeb72-203e-405c-852a-f39b440c524c req-dc0aff8c-7195-4054-a0a2-bbe10b09881f tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586329 Jan 27 11:22:04.604583 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-83c9a78f-c50b-4ccb-9902-1146abab8d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:05.720029 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86b65a-7360-42b3-9630-4173ff81572e req-9b26768e-8c67-4da2-87f8-6a96db996a32 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:05.722576 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9c86b65a-7360-42b3-9630-4173ff81572e req-9b26768e-8c67-4da2-87f8-6a96db996a32 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0643926 Jan 27 11:22:05.792138 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9c86b65a-7360-42b3-9630-4173ff81572e req-56ebef49-9062-4f85-ba81-80829c0d1361 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&id=4e8088d1-de2a-4240-820e-719c3a7147d5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605278 Jan 27 11:22:05.831930 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:06.878110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca647d25-ab08-4400-87b3-c7e33b72f8e9 req-afb2cd17-1297-4660-89b2-6344525393b1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:06.879632 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca647d25-ab08-4400-87b3-c7e33b72f8e9 req-afb2cd17-1297-4660-89b2-6344525393b1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0536196 Jan 27 11:22:06.926577 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca647d25-ab08-4400-87b3-c7e33b72f8e9 req-35105a25-4f0a-4d5c-b7b9-ea0eb8d211fc tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 Jan 27 11:22:07.268093 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.428412 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49584) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:07.537204 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-70bb11b8-33f0-4817-9833-b21835eb6f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.610925 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-70bb11b8-33f0-4817-9833-b21835eb6f52 admin admin] Publish callbacks [] for security_group (23122d4a-6425-42b0-9ec8-7f3150427ffe), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.616279 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-70bb11b8-33f0-4817-9833-b21835eb6f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (23122d4a-6425-42b0-9ec8-7f3150427ffe), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.654744 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-70bb11b8-33f0-4817-9833-b21835eb6f52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6a76b9cda734e3182af5868d4ef4e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251499 Jan 27 11:22:07.655694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb11b8-33f0-4817-9833-b21835eb6f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23122d4a-6425-42b0-9ec8-7f3150427ffe,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:07.657579 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49588) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:07.711376 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] Publish callbacks [] for security_group (23122d4a-6425-42b0-9ec8-7f3150427ffe), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.734535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] Publish callbacks [] for security_group (23122d4a-6425-42b0-9ec8-7f3150427ffe), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.781756 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (23122d4a-6425-42b0-9ec8-7f3150427ffe), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.784329 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:07.785447 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/23122d4a-6425-42b0-9ec8-7f3150427ffe HTTP/1.1" status: 204 len: 168 time: 0.1261778 Jan 27 11:22:07.792825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a6b75-43dd-4505-abed-6bfb60f49b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23122d4a-6425-42b0-9ec8-7f3150427ffe,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:08.050577 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eafb3f-eea5-4846-a40c-de7666a889a5 req-3d8d8fef-33a7-4e8e-ab02-4ecaf5d3d31a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.052143 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-75eafb3f-eea5-4846-a40c-de7666a889a5 req-3d8d8fef-33a7-4e8e-ab02-4ecaf5d3d31a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0505729 Jan 27 11:22:08.078713 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:08.091596 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6926dd23-46d0-4fcf-a465-e8d5ee35eab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.109184 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-75eafb3f-eea5-4846-a40c-de7666a889a5 req-a109ebce-8c21-4c46-8e47-0dd37b4eb827 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506091 Jan 27 11:22:08.170089 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6926dd23-46d0-4fcf-a465-e8d5ee35eab7 admin admin] Publish callbacks [] for security_group (0295fb1f-a0f3-40aa-be1c-4b579b00f903), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.176605 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6926dd23-46d0-4fcf-a465-e8d5ee35eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0295fb1f-a0f3-40aa-be1c-4b579b00f903), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.212601 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926dd23-46d0-4fcf-a465-e8d5ee35eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0295fb1f-a0f3-40aa-be1c-4b579b00f903,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:08.219840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49608) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:08.220032 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6926dd23-46d0-4fcf-a465-e8d5ee35eab7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a830ebf29ec4dedb44ad1001cc4250b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400688 Jan 27 11:22:08.270618 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] Publish callbacks [] for security_group (0295fb1f-a0f3-40aa-be1c-4b579b00f903), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.291356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] Publish callbacks [] for security_group (0295fb1f-a0f3-40aa-be1c-4b579b00f903), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.337555 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0295fb1f-a0f3-40aa-be1c-4b579b00f903), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.342380 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.344093 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0295fb1f-a0f3-40aa-be1c-4b579b00f903 HTTP/1.1" status: 204 len: 168 time: 0.1229079 Jan 27 11:22:08.355362 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15038d57-7bb8-4559-952d-de0dcd4da829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295fb1f-a0f3-40aa-be1c-4b579b00f903,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:08.470055 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.704261 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-e0100779-17af-495d-8c3b-c704195cdfcd tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:08.705822 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-e0100779-17af-495d-8c3b-c704195cdfcd tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.0498874 Jan 27 11:22:08.708247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49614) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:08.741249 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe793e6-b6d4-45db-a94f-91a3cd6f4fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.844684 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Deleting port 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:08.845086 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.908716 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe793e6-b6d4-45db-a94f-91a3cd6f4fa9 admin admin] Publish callbacks [] for security_group (a0350c1e-dc5e-43f2-af65-1f23f921f1f5), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.917159 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-efe793e6-b6d4-45db-a94f-91a3cd6f4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a0350c1e-dc5e-43f2-af65-1f23f921f1f5), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:08.969980 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-efe793e6-b6d4-45db-a94f-91a3cd6f4fa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d28241131654bf3a1eeeb9a79ddb464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606993 Jan 27 11:22:08.972958 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49616) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:08.975677 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe793e6-b6d4-45db-a94f-91a3cd6f4fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0350c1e-dc5e-43f2-af65-1f23f921f1f5,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:08.985070 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] For port 749f145d-c91b-426c-b637-905f6b2c6c8c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=749f145d-c91b-426c-b637-905f6b2c6c8c,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:08.985379 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.022160 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] Publish callbacks [] for security_group (a0350c1e-dc5e-43f2-af65-1f23f921f1f5), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.043081 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] Publish callbacks [] for security_group (a0350c1e-dc5e-43f2-af65-1f23f921f1f5), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.092056 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a0350c1e-dc5e-43f2-af65-1f23f921f1f5), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.094605 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.095784 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0350c1e-dc5e-43f2-af65-1f23f921f1f5 HTTP/1.1" status: 204 len: 168 time: 0.1218677 Jan 27 11:22:09.103356 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca0ede-43b6-4ca3-9e65-1f565bbaa80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0350c1e-dc5e-43f2-af65-1f23f921f1f5,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:09.504977 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.505561 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.505684 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Floating IP f4d87128-7576-4e65-b188-6ccefd407c7d disassociated. External IP: 172.27.3.75, port: 749f145d-c91b-426c-b637-905f6b2c6c8c. Jan 27 11:22:09.505990 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Calling delete_port for 749f145d-c91b-426c-b637-905f6b2c6c8c owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:09.530001 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8c1c0-0d80-460b-bd6a-d77d62b01e6a req-d0db0cb4-cd09-4113-aee3-84bd179a27ed tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:09.531492 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8ab8c1c0-0d80-460b-bd6a-d77d62b01e6a req-d0db0cb4-cd09-4113-aee3-84bd179a27ed tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=46802c40-2f1b-455f-b43f-35db0d33f8e7 HTTP/1.1" status: 200 len: 947 time: 0.3461916 Jan 27 11:22:09.616821 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8ab8c1c0-0d80-460b-bd6a-d77d62b01e6a req-4c9fbd29-2494-45d6-ac97-941d246ace9f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f1a0c5a-978f-49a6-89af-154340fee30b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578208 Jan 27 11:22:09.645927 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49648) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:09.697018 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (749f145d-c91b-426c-b637-905f6b2c6c8c), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.727284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'Port': ['ID=749f145d-c91b-426c-b637-905f6b2c6c8c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:09.783907 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.847310 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:09.863994 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Publish callbacks [] for security_group (c64afe97-20ad-406d-b5b6-58b5afbb722d), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.869332 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c64afe97-20ad-406d-b5b6-58b5afbb722d), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.908697 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c04bc01643e438ca3e9ef685b5c3deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611628 Jan 27 11:22:09.911398 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49660) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:09.917561 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64afe97-20ad-406d-b5b6-58b5afbb722d,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:09.934654 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.934965 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.935304 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.935636 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.935965 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.936287 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.936614 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.936936 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.937252 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.937571 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.937889 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.938199 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.938732 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0206cf-d519-47e2-b787-df0ee09c6ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:09.972235 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:09.975069 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] Publish callbacks [] for security_group (c64afe97-20ad-406d-b5b6-58b5afbb722d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.987225 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:09.997978 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] Publish callbacks [] for security_group (c64afe97-20ad-406d-b5b6-58b5afbb722d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:09.998212 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:09.998769 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:10.030317 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] No DVR routers for this DVR port 749f145d-c91b-426c-b637-905f6b2c6c8c on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:10.033500 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.037549 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3aeb45a2-c3e7-4221-b07b-e2b27c87cfa3 req-bb54fc53-2155-4f43-86c1-8c4d7b93d62e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "DELETE /v2.0/ports/749f145d-c91b-426c-b637-905f6b2c6c8c HTTP/1.1" status: 204 len: 173 time: 1.3231425 Jan 27 11:22:10.038011 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-deleted', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:10.040325 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af08ca8a-05c7-4dfa-9449-7effaf5a37f9" -d '{"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-deleted", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:10.053690 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c64afe97-20ad-406d-b5b6-58b5afbb722d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.058905 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.074520 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c64afe97-20ad-406d-b5b6-58b5afbb722d HTTP/1.1" status: 204 len: 168 time: 0.1504502 Jan 27 11:22:10.092044 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d62a14-a8cd-4ad4-93d3-5b9235278b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64afe97-20ad-406d-b5b6-58b5afbb722d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:10.111867 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae77dd-fab2-4a1e-b619-af6d7990194a x-openstack-request-id: req-dbae77dd-fab2-4a1e-b619-af6d7990194a {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:10.112179 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46802c40-2f1b-455f-b43f-35db0d33f8e7", "name": "network-vif-deleted", "tag": "749f145d-c91b-426c-b637-905f6b2c6c8c", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:10.112420 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbae77dd-fab2-4a1e-b619-af6d7990194a {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:10.112816 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46802c40-2f1b-455f-b43f-35db0d33f8e7', 'name': 'network-vif-deleted', 'tag': '749f145d-c91b-426c-b637-905f6b2c6c8c', 'status': 'completed', 'code': 200} Jan 27 11:22:10.148743 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:10.364075 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:10.398014 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:10.408728 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:10.409561 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:10.519835 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:10.771932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49698) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:10.800099 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:10.830225 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a6ee-aeb5-4b16-960f-ba11e5ef7584 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:10.835350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (1f1a0c5a-978f-49a6-89af-154340fee30b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.863275 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (1f1a0c5a-978f-49a6-89af-154340fee30b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.922302 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1f1a0c5a-978f-49a6-89af-154340fee30b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.925045 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:10.929299 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49708) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:10.929449 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f1a0c5a-978f-49a6-89af-154340fee30b HTTP/1.1" status: 204 len: 168 time: 0.1554954 Jan 27 11:22:10.943982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47592522-2bac-478b-99a6-4c41144799b6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1a0c5a-978f-49a6-89af-154340fee30b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:10.964732 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.api.v2.resource [None req-a5cb37aa-ede4-4148-afc3-30ccbd309f69 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] show failed (client error): The resource could not be found. Jan 27 11:22:10.968424 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a5cb37aa-ede4-4148-afc3-30ccbd309f69 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups/1f1a0c5a-978f-49a6-89af-154340fee30b HTTP/1.1" status: 404 len: 347 time: 0.0376444 Jan 27 11:22:10.971525 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49710) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:11.183840 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Deleting port b0292df6-efe5-4700-b8f0-ecdbdd446d71 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:11.185657 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.228993 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59d4a1-fac6-4dea-ba98-2795dd54ba6d None None] New status for floating IP f4d87128-7576-4e65-b188-6ccefd407c7d: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:11.296064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.296312 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (b0292df6-efe5-4700-b8f0-ecdbdd446d71), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.321977 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Calling delete_port for b0292df6-efe5-4700-b8f0-ecdbdd446d71 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:11.552033 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (b0292df6-efe5-4700-b8f0-ecdbdd446d71), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.584830 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'Port': ['ID=b0292df6-efe5-4700-b8f0-ecdbdd446d71,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:11.667648 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (f4d87128-7576-4e65-b188-6ccefd407c7d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.670350 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:11.671724 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e9f388f9-5ee2-4ece-9fb8-f7a5b834f388 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4d87128-7576-4e65-b188-6ccefd407c7d HTTP/1.1" status: 204 len: 168 time: 0.6991522 Jan 27 11:22:12.069296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49754) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.094036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49758) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.102595 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--40536526', 'description': 'tempest-description--1886914768'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:12.133630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.189416 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a14abfe-41f3-4a3e-8df7-e9afa1c84c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.232860 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (fb382f79-c3e4-4a30-96ee-6f9bf7bda85b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.241339 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fb382f79-c3e4-4a30-96ee-6f9bf7bda85b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.283532 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.284756 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1896172 Jan 27 11:22:12.287989 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49760) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.291799 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:12.293086 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group_rule': {'security_group_id': 'fb382f79-c3e4-4a30-96ee-6f9bf7bda85b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:12.304567 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.304946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.305319 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.305945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.305945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.306326 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.306718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.307096 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.307402 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.307902 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.308092 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.308374 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.308700 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894dabe7-6a4f-4bf9-9c1f-87929347f763 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:12.324427 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (764f1497-fdb6-48bd-bcdb-2da5401134ae), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.338988 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a14abfe-41f3-4a3e-8df7-e9afa1c84c9a admin admin] Publish callbacks [] for security_group (ffd00bed-4e4f-43fe-83ae-81daef4542e7), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.343761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a14abfe-41f3-4a3e-8df7-e9afa1c84c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ffd00bed-4e4f-43fe-83ae-81daef4542e7), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.375443 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9a14abfe-41f3-4a3e-8df7-e9afa1c84c9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f00713cb562411ea482dc944033ddce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044472 Jan 27 11:22:12.378371 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49762) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.382418 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (764f1497-fdb6-48bd-bcdb-2da5401134ae), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.387298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (764f1497-fdb6-48bd-bcdb-2da5401134ae), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.405696 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764f1497-fdb6-48bd-bcdb-2da5401134ae,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:12.408506 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14abfe-41f3-4a3e-8df7-e9afa1c84c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd00bed-4e4f-43fe-83ae-81daef4542e7,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:12.415929 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.421378 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e73652b2-788f-40db-933a-ad7eb48380c9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322360 Jan 27 11:22:12.422800 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49764) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.427905 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'security_group_rule': {'security_group_id': 'fb382f79-c3e4-4a30-96ee-6f9bf7bda85b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:12.447029 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] Publish callbacks [] for security_group (ffd00bed-4e4f-43fe-83ae-81daef4542e7), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.460582 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (057472e2-59a4-4e15-a94b-6579b7c0aecf), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.470504 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] Publish callbacks [] for security_group (ffd00bed-4e4f-43fe-83ae-81daef4542e7), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.516858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (057472e2-59a4-4e15-a94b-6579b7c0aecf), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.524511 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (057472e2-59a4-4e15-a94b-6579b7c0aecf), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.538155 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ffd00bed-4e4f-43fe-83ae-81daef4542e7), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.541249 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.542750 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffd00bed-4e4f-43fe-83ae-81daef4542e7 HTTP/1.1" status: 204 len: 168 time: 0.1632545 Jan 27 11:22:12.551895 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fc91e-cff1-47b1-b287-1b0e445a4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd00bed-4e4f-43fe-83ae-81daef4542e7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:12.562357 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057472e2-59a4-4e15-a94b-6579b7c0aecf,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:12.584825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.586142 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4f51342a-28b2-4d8a-84af-7d30981ed42f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622994 Jan 27 11:22:12.589526 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49770) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.594742 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:12.623532 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.670676 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:12.702671 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 749f145d-c91b-426c-b637-905f6b2c6c8c {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:12.703400 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 749f145d-c91b-426c-b637-905f6b2c6c8c not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:12.745525 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:12.887117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Allocated IP 172.27.3.156 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/0e20b8b0-93b8-4efe-855d-d84a4062de8d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:22:12.899513 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49784) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:12.917040 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-424206b0-420d-4d61-85bf-2048aa42671e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.002609 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-424206b0-420d-4d61-85bf-2048aa42671e admin admin] Publish callbacks [] for security_group (f5a60d77-1d44-4dd2-8e96-4601400eb87a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.011828 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-424206b0-420d-4d61-85bf-2048aa42671e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f5a60d77-1d44-4dd2-8e96-4601400eb87a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.013357 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.054680 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-424206b0-420d-4d61-85bf-2048aa42671e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6589f822d88b4160b02a476d91fb9371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539807 Jan 27 11:22:13.055497 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424206b0-420d-4d61-85bf-2048aa42671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a60d77-1d44-4dd2-8e96-4601400eb87a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:13.057417 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49786) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:13.069360 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.140923 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:22:13.145189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:22:13.154605 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:22:13.184290 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=0e20b8b0-93b8-4efe-855d-d84a4062de8d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:13.207858 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] Publish callbacks [] for security_group (f5a60d77-1d44-4dd2-8e96-4601400eb87a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.254532 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] Publish callbacks [] for security_group (f5a60d77-1d44-4dd2-8e96-4601400eb87a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.296753 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.339627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.342480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (f5a60d77-1d44-4dd2-8e96-4601400eb87a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.345077 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.346265 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5a60d77-1d44-4dd2-8e96-4601400eb87a HTTP/1.1" status: 204 len: 168 time: 0.2877219 Jan 27 11:22:13.376037 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d09474-11ce-4fec-b549-1861992a5207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a60d77-1d44-4dd2-8e96-4601400eb87a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:13.515485 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.522370 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.597642 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=0e20b8b0-93b8-4efe-855d-d84a4062de8d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:13.607739 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.632810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:13.634613 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d11ece6d-5439-4267-be28-2709fb37c858 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0438139 Jan 27 11:22:13.841983 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-edcd7e34-5a5b-4fa6-bf7a-4c3ecd89f269 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--40536526&fields=id&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 267 time: 0.0453427 Jan 27 11:22:13.952811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-7a8c745a-1e60-45be-85c7-6e9135886bf8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:13.954277 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-7a8c745a-1e60-45be-85c7-6e9135886bf8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 816 time: 0.1055677 Jan 27 11:22:13.968584 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-9fb7d3f5-f652-4150-8c9f-90d5c45d1b42 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/quotas/14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 375 time: 0.0089951 Jan 27 11:22:14.023231 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-84595eca-74db-4b1e-bc21-31880ec3ca24 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468333 Jan 27 11:22:14.118309 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-a49f827f-7e4b-4a22-8173-a5e16c5d7d8b service neutron] 10.222.0.52 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833344 Jan 27 11:22:14.221268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-4ca477d0-0451-4a72-9145-11f3ca22fa9d service neutron] 10.222.0.52 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974171 Jan 27 11:22:14.409629 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-22ab8fa4-49a0-450a-b710-f0c580f3f57e req-19b28f47-30db-42d9-987b-308d307e095e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 210 time: 0.0343049 Jan 27 11:22:15.484959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-32a4d287-ddc3-45b8-a364-26591a4c9473 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:15.486629 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-32a4d287-ddc3-45b8-a364-26591a4c9473 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 816 time: 0.1116583 Jan 27 11:22:15.537709 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e4b595d7-fa96-4732-9136-34870ae31be3 req-94921112-2d07-4ba5-bea8-de9dee1bfe16 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Jan 27 11:22:15.596426 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-f1ddd4f9-017a-4b73-b1dc-8a0b275104f9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 378 time: 0.0972371 Jan 27 11:22:15.607194 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'port': {'device_id': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'admin_state_up': True, 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'security_groups': ['fb382f79-c3e4-4a30-96ee-6f9bf7bda85b']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:15.723788 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Made reservation on behalf of 14e6cea18b4c4e6a95bc33f53003f9e5 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:22:15.727175 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:15.861034 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Allocated IP 172.20.0.11 (8ee66444-e50d-4e01-908c-7ec731ac7e74/08653941-5955-40d8-b7b6-adf0b0b360cd/906ff417-2292-418c-a552-a6cb83a200bb) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:22:16.014172 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for port (906ff417-2292-418c-a552-a6cb83a200bb), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:16.053052 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:16.092828 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:22:16.095818 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:22:16.099352 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:22:16.130682 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:16.159652 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:16.160272 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:16.178739 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-3e2fc3f9-89f3-455a-8b38-29150b775d6a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5752597 Jan 27 11:22:16.348265 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-8c5ce702-46f2-4e4f-b121-f1fd3734812e None None] Provisioning complete for port 906ff417-2292-418c-a552-a6cb83a200bb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:16.349010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8c5ce702-46f2-4e4f-b121-f1fd3734812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (906ff417-2292-418c-a552-a6cb83a200bb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:16.387165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ce702-46f2-4e4f-b121-f1fd3734812e None None] Port 906ff417-2292-418c-a552-a6cb83a200bb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:22:16.667489 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c46fd-7838-45c2-91b0-7f73f2092a79 req-b52dca58-bcaf-49ab-8ee4-0b1552ec9637 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:16.669057 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d23c46fd-7838-45c2-91b0-7f73f2092a79 req-b52dca58-bcaf-49ab-8ee4-0b1552ec9637 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 932 time: 0.0504103 Jan 27 11:22:16.715995 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d23c46fd-7838-45c2-91b0-7f73f2092a79 req-12cbad59-0fd6-4a81-99fc-f1f5f82d9959 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406144 Jan 27 11:22:17.691952 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Request body: {'port': {'device_id': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:17.759023 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:17.906179 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2118-ad22-44ae-a9bd-a0e9f65b1a59 req-b9fedf82-658c-4ead-9778-abf27f6c8067 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:17.907691 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f23f2118-ad22-44ae-a9bd-a0e9f65b1a59 req-b9fedf82-658c-4ead-9778-abf27f6c8067 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 932 time: 0.1164808 Jan 27 11:22:18.007836 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f23f2118-ad22-44ae-a9bd-a0e9f65b1a59 req-d8f74b58-603d-4e8d-94ca-2efda1de9e9e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937726 Jan 27 11:22:18.095851 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:22:18.104783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks [] for port (906ff417-2292-418c-a552-a6cb83a200bb), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:18.118208 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Transition to ACTIVE for port object 906ff417-2292-418c-a552-a6cb83a200bb will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:22:18.126524 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:18.181655 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:18.249539 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Attempting to bind port 906ff417-2292-418c-a552-a6cb83a200bb on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:22:18.249840 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Attempting to bind port 906ff417-2292-418c-a552-a6cb83a200bb by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:22:18.250167 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Attempting to bind port 906ff417-2292-418c-a552-a6cb83a200bb on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:22:18.254766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Port 906ff417-2292-418c-a552-a6cb83a200bb on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:22:18.255088 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Attempting to bind port 906ff417-2292-418c-a552-a6cb83a200bb on network 8ee66444-e50d-4e01-908c-7ec731ac7e74 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:22:18.260121 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:22:18.260456 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Checking segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:22:18.260849 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Bound using segment: {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:22:18.261260 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Bound port: 906ff417-2292-418c-a552-a6cb83a200bb, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1927406a-c893-4583-81a5-2f193c7c3d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:22:18.261615 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:18.326945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:22:18.330106 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:22:18.336476 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:18.371081 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.371926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:18.373248 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] 10.222.0.49 "PUT /v2.0/ports/906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 1094 time: 0.6888885 Jan 27 11:22:18.375530 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:18.377873 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302fd92-9238-4571-b42c-4d15f7dba521" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:18.411149 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3db37-7a97-424c-826e-260943917a12 service neutron] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:18.419609 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc66b3-a003-4b57-b56c-cf8952ca9299 x-openstack-request-id: req-bedc66b3-a003-4b57-b56c-cf8952ca9299 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:18.419994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:18.420342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bedc66b3-a003-4b57-b56c-cf8952ca9299 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:18.420900 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'status': 'completed', 'code': 200} Jan 27 11:22:18.602310 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-482bf053-203b-454e-afa1-9d42215233cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.603826 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-482bf053-203b-454e-afa1-9d42215233cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1097 time: 0.0411353 Jan 27 11:22:18.705094 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-2c3a1bcf-63ca-471c-9830-d013ca3d1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.706749 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-2c3a1bcf-63ca-471c-9830-d013ca3d1fd1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0950000 Jan 27 11:22:18.801878 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-9e09fb8e-9e5a-49a3-8da3-5bd8e26344cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.803555 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8302fd92-9238-4571-b42c-4d15f7dba521 req-9e09fb8e-9e5a-49a3-8da3-5bd8e26344cd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885060 Jan 27 11:22:18.881763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-d9bf97a8-6453-4891-b916-720933c3b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.883343 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-d9bf97a8-6453-4891-b916-720933c3b3ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420630 Jan 27 11:22:18.927957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-6ba6c831-9f7d-4522-8a79-15fff92e1d8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 217 time: 0.0368063 Jan 27 11:22:18.977598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-7359eac6-2ad2-41db-9dbd-08cbe4d14810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:18.979196 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-7359eac6-2ad2-41db-9dbd-08cbe4d14810 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0443547 Jan 27 11:22:19.024966 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-ba9413fb-6652-48f4-ae7f-9d83b0a7d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:19.026559 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-ba9413fb-6652-48f4-ae7f-9d83b0a7d54a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405591 Jan 27 11:22:19.176440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-55bc5b13-2a84-4466-8a87-7bb26346e9fc service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426787 Jan 27 11:22:19.184503 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c408f-46af-42b8-9240-342dd275e9d7 req-01fe0b9b-d82a-4aca-b282-9b4d98bdd13d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:19.186057 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac7c408f-46af-42b8-9240-342dd275e9d7 req-01fe0b9b-d82a-4aca-b282-9b4d98bdd13d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0779757 Jan 27 11:22:19.302530 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac7c408f-46af-42b8-9240-342dd275e9d7 req-873082a0-5e26-4bd5-b145-91c0b9efdadd tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070695 Jan 27 11:22:19.317460 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bdea9d2d-fcb2-4628-ae18-ff7c36ed9f8b req-1cc518af-8fec-40b3-befd-5be586463b2a service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305399 Jan 27 11:22:20.421894 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce43e-9487-4a27-b735-6cc992743aed req-f73322ee-f1ad-4e9b-99a8-57ce0f441c5d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:20.423401 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-037ce43e-9487-4a27-b735-6cc992743aed req-f73322ee-f1ad-4e9b-99a8-57ce0f441c5d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0506065 Jan 27 11:22:20.468888 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-037ce43e-9487-4a27-b735-6cc992743aed req-feb7c495-7e92-44d1-85b1-015fcf568d08 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397367 Jan 27 11:22:21.611489 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0155-e29b-42e0-9151-25f95af43fb8 req-779992cc-9d1d-4416-a0be-21753cfa4760 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:21.612904 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-89dd0155-e29b-42e0-9151-25f95af43fb8 req-779992cc-9d1d-4416-a0be-21753cfa4760 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0587361 Jan 27 11:22:21.659927 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-89dd0155-e29b-42e0-9151-25f95af43fb8 req-cca80260-7e87-4eba-824d-b9587a25c5bb tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412712 Jan 27 11:22:22.780778 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6d15-e06e-4795-9348-40acd49cdb22 req-88cd1de7-759f-4c47-8834-4a46d9a05066 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:22.782487 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce6b6d15-e06e-4795-9348-40acd49cdb22 req-88cd1de7-759f-4c47-8834-4a46d9a05066 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0508757 Jan 27 11:22:22.830676 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ce6b6d15-e06e-4795-9348-40acd49cdb22 req-044b3948-5b63-4401-9d19-7f401e33a15d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425072 Jan 27 11:22:23.480300 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a273f-e46e-466f-b6c6-9069254ad951 req-831b52c7-b04f-4abe-8e60-160938282bb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:23.481763 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d02a273f-e46e-466f-b6c6-9069254ad951 req-831b52c7-b04f-4abe-8e60-160938282bb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0631986 Jan 27 11:22:23.535446 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d02a273f-e46e-466f-b6c6-9069254ad951 req-0a9a47ba-46d3-46db-aaac-8517b5f46576 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466888 Jan 27 11:22:23.729842 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 49984) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:23.839274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d0-0465-4a9c-8950-f2762add6106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:23.946585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d0-0465-4a9c-8950-f2762add6106 admin admin] Publish callbacks [] for security_group (ca2e2840-8b8a-41a6-b029-a04997912d39), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:23.966586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d0-0465-4a9c-8950-f2762add6106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ca2e2840-8b8a-41a6-b029-a04997912d39), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.006589 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d25fcd-e334-4c81-8699-28b697720387 req-66d6ceb4-fe90-4227-8cc5-e9ae260d0ac4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:24.008069 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-48d25fcd-e334-4c81-8699-28b697720387 req-66d6ceb4-fe90-4227-8cc5-e9ae260d0ac4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.1030900 Jan 27 11:22:24.032885 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-58b0a0d0-0465-4a9c-8950-f2762add6106 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=063bda3d87794959bfdd94955c7ee86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018475 Jan 27 11:22:24.035708 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 49994) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:24.039907 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0a0d0-0465-4a9c-8950-f2762add6106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2e2840-8b8a-41a6-b029-a04997912d39,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:24.072930 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-48d25fcd-e334-4c81-8699-28b697720387 req-6bb17c21-54cd-4287-b19b-b2c41728d290 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585365 Jan 27 11:22:24.085779 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] Publish callbacks [] for security_group (ca2e2840-8b8a-41a6-b029-a04997912d39), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.106916 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] Publish callbacks [] for security_group (ca2e2840-8b8a-41a6-b029-a04997912d39), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.160681 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ca2e2840-8b8a-41a6-b029-a04997912d39), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.163420 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.164568 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca2e2840-8b8a-41a6-b029-a04997912d39 HTTP/1.1" status: 204 len: 168 time: 0.1277428 Jan 27 11:22:24.172848 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b553-f6eb-4436-947d-dfcad535102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2e2840-8b8a-41a6-b029-a04997912d39,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:24.670626 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c50624-210f-4d22-b9d8-f9383796db5b req-fee4ba89-0d8c-42a3-9f87-1bea7cdf8271 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:24.687063 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c1c50624-210f-4d22-b9d8-f9383796db5b req-fee4ba89-0d8c-42a3-9f87-1bea7cdf8271 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0555947 Jan 27 11:22:24.717377 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:22:24.725070 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c1c50624-210f-4d22-b9d8-f9383796db5b req-ec174043-bc02-495b-aab2-2f267af089b0 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Jan 27 11:22:24.810180 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:24.820561 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '906ff417-2292-418c-a552-a6cb83a200bb', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:22:24.856941 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:24.857320 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.872961 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:22:24.892368 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:24.899877 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:24.945080 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:24.952097 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.952465 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.952832 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.953172 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.953501 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.953825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.954154 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.954504 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.954830 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.955170 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.955494 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.955809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:24.956111 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:22:25.188649 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['906ff417-2292-418c-a552-a6cb83a200bb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:25.192760 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69b95-388d-4fe2-9b61-47f42285ef59 req-0ee8228c-0bbe-4c80-902d-da3fa16d1c60 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:25.194260 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fec69b95-388d-4fe2-9b61-47f42285ef59 req-0ee8228c-0bbe-4c80-902d-da3fa16d1c60 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 945 time: 0.0488324 Jan 27 11:22:25.241468 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fec69b95-388d-4fe2-9b61-47f42285ef59 req-e29ed2b4-df29-459d-8eab-d9532e8eed4a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414200 Jan 27 11:22:25.864243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da4efd-707c-400d-9eea-33cf598d0e8c req-98204f89-3ad7-4b4f-b781-d043f21536b9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:25.865689 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83da4efd-707c-400d-9eea-33cf598d0e8c req-98204f89-3ad7-4b4f-b781-d043f21536b9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0609164 Jan 27 11:22:25.915747 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83da4efd-707c-400d-9eea-33cf598d0e8c req-2307848d-075e-4405-afcb-7afc211b64ec tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Jan 27 11:22:26.364351 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd96e29-2340-4e94-9c03-f9db91a7d16f req-3c401e27-2b48-4731-8f83-8d48ab071259 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:26.365806 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fd96e29-2340-4e94-9c03-f9db91a7d16f req-3c401e27-2b48-4731-8f83-8d48ab071259 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Jan 27 11:22:26.419956 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fd96e29-2340-4e94-9c03-f9db91a7d16f req-b6d285d8-b2cd-4335-ad3f-50afe2f55823 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458555 Jan 27 11:22:26.730492 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:22:26.783671 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 906ff417-2292-418c-a552-a6cb83a200bb completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:22:26.787302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 906ff417-2292-418c-a552-a6cb83a200bb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:26.787677 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (906ff417-2292-418c-a552-a6cb83a200bb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:26.863094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:26.863474 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:26.886383 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:26.888682 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fabb75-7b17-40bf-a1bf-0de059aafb99" -d '{"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:26.904270 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:26.910399 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:26.933274 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76c19a-9992-4714-b9cc-b4fa6940d2fa x-openstack-request-id: req-0c76c19a-9992-4714-b9cc-b4fa6940d2fa {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:26.933588 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:26.933845 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c76c19a-9992-4714-b9cc-b4fa6940d2fa {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:26.934288 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'code': 200} Jan 27 11:22:26.960881 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:27.046462 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5540c4-ecba-4713-b055-743678c3f44a req-a9b82b19-cd90-4aed-a0d5-df0c9e6f185f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:27.047941 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ae5540c4-ecba-4713-b055-743678c3f44a req-a9b82b19-cd90-4aed-a0d5-df0c9e6f185f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0539155 Jan 27 11:22:27.123481 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ae5540c4-ecba-4713-b055-743678c3f44a req-043456e5-0df8-46d6-9c82-ae6bba85a56a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698009 Jan 27 11:22:27.129541 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0c811-51f8-43c1-9893-659d80cc39d0 req-2c99fdb2-55ae-44bf-83c1-ba7bb68b3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:27.131046 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-75f0c811-51f8-43c1-9893-659d80cc39d0 req-2c99fdb2-55ae-44bf-83c1-ba7bb68b3625 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1099 time: 0.0644577 Jan 27 11:22:27.177365 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-75f0c811-51f8-43c1-9893-659d80cc39d0 req-38a0dd68-526e-44c3-bf72-9b1a7c61ae19 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381720 Jan 27 11:22:27.541395 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077534-c298-489f-aa66-0be2dd626514 req-47980f32-e7b8-42e8-b195-08d4927399e4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:27.542920 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-80077534-c298-489f-aa66-0be2dd626514 req-47980f32-e7b8-42e8-b195-08d4927399e4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0483127 Jan 27 11:22:27.592248 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-80077534-c298-489f-aa66-0be2dd626514 req-7e7d28df-1c38-4a58-8871-aef309330f5a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436502 Jan 27 11:22:28.245100 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7026a-37b5-489f-88bc-3ad51a723043 req-cee84a73-f2bd-4c6d-a847-26091c878e04 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:28.246643 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ba7026a-37b5-489f-88bc-3ad51a723043 req-cee84a73-f2bd-4c6d-a847-26091c878e04 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0545435 Jan 27 11:22:28.296424 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ba7026a-37b5-489f-88bc-3ad51a723043 req-8a36efe5-4615-46d5-8f2a-e9f982472acf tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441329 Jan 27 11:22:28.727186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d1fd5-9fa9-4d01-9d34-e57451414b40 req-6232f43d-8376-417a-ab92-4be15f8e36a1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:28.728694 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bf3d1fd5-9fa9-4d01-9d34-e57451414b40 req-6232f43d-8376-417a-ab92-4be15f8e36a1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0639343 Jan 27 11:22:28.779937 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bf3d1fd5-9fa9-4d01-9d34-e57451414b40 req-a07195c7-f281-4f9a-ada7-40c03e0dade8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455499 Jan 27 11:22:28.893947 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8720928-e537-473f-bea8-7739f309a677 req-2b4d61a8-f91e-444b-9c86-c5077c6b6dc5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:28.895371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8720928-e537-473f-bea8-7739f309a677 req-2b4d61a8-f91e-444b-9c86-c5077c6b6dc5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0487752 Jan 27 11:22:28.905129 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50092) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:28.909901 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Request body: {'floatingip': {'port_id': '906ff417-2292-418c-a552-a6cb83a200bb'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:28.952731 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.589257 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea959b9-c49c-4678-a448-6bda426281c4 req-e3d07597-165f-4e8c-9065-d84b57e2e38e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:29.590753 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ea959b9-c49c-4678-a448-6bda426281c4 req-e3d07597-165f-4e8c-9065-d84b57e2e38e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1261318 Jan 27 11:22:29.684343 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ea959b9-c49c-4678-a448-6bda426281c4 req-335776c1-4ba3-47ef-8031-27b6bb2c9efa tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859027 Jan 27 11:22:29.732608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.738070 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:29.851533 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Floating IP e4e60a30-c3ef-4952-b5d2-d398d20bb478 associated. External IP: 172.27.3.156, port: 906ff417-2292-418c-a552-a6cb83a200bb. Jan 27 11:22:30.090646 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:30.208593 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:30.213271 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.219528 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:30.235052 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:30.235791 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:30.241810 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2d2ff74a-5dcf-4337-b734-a64a5a5690f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "PUT /v2.0/floatingips/e4e60a30-c3ef-4952-b5d2-d398d20bb478 HTTP/1.1" status: 200 len: 992 time: 1.3356278 Jan 27 11:22:30.242496 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:30.243523 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:30.244954 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a143b31e-0dfe-484a-a564-91e9853b5767" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:30.286718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5334143d-b69c-41d7-94c0-84c553cf5ab7 x-openstack-request-id: req-5334143d-b69c-41d7-94c0-84c553cf5ab7 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:30.287012 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:30.287266 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5334143d-b69c-41d7-94c0-84c553cf5ab7 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:30.287667 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'status': 'completed', 'code': 200} Jan 27 11:22:30.346299 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:30.355003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-b0ffda2f-7f03-44e3-ab79-34eeb3909b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:30.356537 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-b0ffda2f-7f03-44e3-ab79-34eeb3909b09 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1099 time: 0.0455759 Jan 27 11:22:30.452341 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-d1a96787-f359-404c-8f83-30ffc962c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:30.453800 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-d1a96787-f359-404c-8f83-30ffc962c791 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.0905066 Jan 27 11:22:30.526107 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-2ed7a5f7-13f1-4747-9ff1-23c525751802 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 1000 time: 0.0645809 Jan 27 11:22:30.576259 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-5e31c39d-3c6a-4fc9-8914-eace682fe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:30.577805 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-5e31c39d-3c6a-4fc9-8914-eace682fe5ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0452423 Jan 27 11:22:30.629262 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-6fc15c0a-a5ef-4a48-ab00-eb5b211ba84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:30.630790 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-6fc15c0a-a5ef-4a48-ab00-eb5b211ba84b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462005 Jan 27 11:22:30.707145 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'e4e60a30-c3ef-4952-b5d2-d398d20bb478', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:13Z', 'updated_at': '2022-01-27T11:22:29Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:30.728052 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-eae33dcf-5b8a-4abf-9fec-2bea4721b89b service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888088 Jan 27 11:22:30.734648 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:30.742992 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:30.744189 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:30.851309 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:30.856217 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7e58f-a906-4572-8487-c07ce304a9d9 req-a8a6748e-1fe5-415e-8c2a-e3aa01f6383f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:30.857672 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83f7e58f-a906-4572-8487-c07ce304a9d9 req-a8a6748e-1fe5-415e-8c2a-e3aa01f6383f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0971498 Jan 27 11:22:30.861499 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a143b31e-0dfe-484a-a564-91e9853b5767 req-6b86fc74-48b9-4b48-a8f6-2b021b7bb43e service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 Jan 27 11:22:30.914217 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83f7e58f-a906-4572-8487-c07ce304a9d9 req-4132130d-7909-4300-9e4a-25aa18943677 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502076 Jan 27 11:22:31.089558 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'e4e60a30-c3ef-4952-b5d2-d398d20bb478', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:13Z', 'updated_at': '2022-01-27T11:22:29Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:31.119639 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef64e78-bc51-4c75-a923-1db4aa8d4b43 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': 'e4e60a30-c3ef-4952-b5d2-d398d20bb478', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:22:13Z', 'updated_at': '2022-01-27T11:22:29Z', 'revision_number': 1, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:31.328627 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f8a3d-a1bf-4806-9e1d-cdd26a82e177 None None] New status for floating IP e4e60a30-c3ef-4952-b5d2-d398d20bb478: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:32.032275 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404db36-5d15-404b-9eeb-0aa2e6360df8 req-c9964ec4-dab9-4c52-80f8-3ef5290cc4d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:32.033733 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4404db36-5d15-404b-9eeb-0aa2e6360df8 req-c9964ec4-dab9-4c52-80f8-3ef5290cc4d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0505807 Jan 27 11:22:32.089564 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4404db36-5d15-404b-9eeb-0aa2e6360df8 req-9306f957-9149-4293-8da4-41c17f76e47f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501537 Jan 27 11:22:32.340828 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fabd76db-758b-4401-a8f4-47aede1dfbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:33.206669 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3316db-9655-4218-8f35-681fff6bc336 req-90842b99-85c3-4822-be54-ae6a39bb227c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:33.208142 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5f3316db-9655-4218-8f35-681fff6bc336 req-90842b99-85c3-4822-be54-ae6a39bb227c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0501249 Jan 27 11:22:33.255065 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5f3316db-9655-4218-8f35-681fff6bc336 req-50af5934-e8bb-4504-8d8d-1fe3713f5513 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 Jan 27 11:22:34.377152 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe01b5-d47a-425c-aa82-62ae8941662e req-b9b9c4d5-7983-448d-8014-a17c4c2f7fb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.378738 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cefe01b5-d47a-425c-aa82-62ae8941662e req-b9b9c4d5-7983-448d-8014-a17c4c2f7fb8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Jan 27 11:22:34.427412 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cefe01b5-d47a-425c-aa82-62ae8941662e req-10d8007d-0cdf-4122-9f27-bff4d988e553 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Jan 27 11:22:34.609327 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1b4053c2-2446-43e6-8a7b-72ebef42cb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:34.637861 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7ab6-3109-4bae-9efd-675dbf0f2eea req-1bd365a2-ba55-4c5a-a5ab-d2b25ba07014 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.639529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-266d7ab6-3109-4bae-9efd-675dbf0f2eea req-1bd365a2-ba55-4c5a-a5ab-d2b25ba07014 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0544388 Jan 27 11:22:34.722551 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-266d7ab6-3109-4bae-9efd-675dbf0f2eea req-b09dbe64-d1e4-4c93-bfc5-324c5665b7f7 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771201 Jan 27 11:22:34.728738 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032607-3194-40f4-9589-1d67989b4362 req-c607a849-eae0-4bcc-b525-f2a67f99368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.730405 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-c607a849-eae0-4bcc-b525-f2a67f99368c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0653522 Jan 27 11:22:34.830152 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032607-3194-40f4-9589-1d67989b4362 req-3595ce92-d01e-46da-899c-9963829d8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.831660 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-3595ce92-d01e-46da-899c-9963829d8ec5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.0900178 Jan 27 11:22:34.902826 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-cf3d27fa-11c7-47ed-9e9f-54c2b0a2e144 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 1002 time: 0.0588281 Jan 27 11:22:34.955036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032607-3194-40f4-9589-1d67989b4362 req-727ab038-5e51-4659-b70e-f01d93bb5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:34.956590 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-727ab038-5e51-4659-b70e-f01d93bb5e8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0458987 Jan 27 11:22:35.010214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc032607-3194-40f4-9589-1d67989b4362 req-26fe8808-39c6-455d-9107-88b8fdd72d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:35.011855 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-26fe8808-39c6-455d-9107-88b8fdd72d4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456457 Jan 27 11:22:35.107609 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-04a0bae3-f358-45d2-9230-3494849e206d service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874574 Jan 27 11:22:35.206671 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dc032607-3194-40f4-9589-1d67989b4362 req-420c40e5-7498-4d44-82d9-0ae18431b64b service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920341 Jan 27 11:22:35.827917 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:35.848293 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bbd38-618a-44bd-b5a8-cca4aa8cfc82 req-51d9fdd2-a97a-4a45-8f8c-604fbc31024f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:35.849719 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cf6bbd38-618a-44bd-b5a8-cca4aa8cfc82 req-51d9fdd2-a97a-4a45-8f8c-604fbc31024f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0507703 Jan 27 11:22:35.899497 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cf6bbd38-618a-44bd-b5a8-cca4aa8cfc82 req-1e2db9c4-d180-4b2b-a61f-abc02ae48ebc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441179 Jan 27 11:22:37.019530 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3c0db-cf78-4db1-9f70-effc72c86823 req-02580595-bd62-4419-86ee-106613a6b3d9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:37.020985 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-03f3c0db-cf78-4db1-9f70-effc72c86823 req-02580595-bd62-4419-86ee-106613a6b3d9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Jan 27 11:22:37.079784 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-03f3c0db-cf78-4db1-9f70-effc72c86823 req-71596bbe-2ec6-4eeb-a381-5edd9e4626e2 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531058 Jan 27 11:22:37.270830 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:38.015183 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:22:38.487016 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.737415 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50230) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:47.848727 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f764690d-121a-4634-a069-69d29bb52c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.925535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f764690d-121a-4634-a069-69d29bb52c89 admin admin] Publish callbacks [] for security_group (fbe085b8-6f60-45b9-b8fb-21de3a4629d9), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.931172 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f764690d-121a-4634-a069-69d29bb52c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fbe085b8-6f60-45b9-b8fb-21de3a4629d9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:47.967079 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f764690d-121a-4634-a069-69d29bb52c89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0acfa7b2b3e64824a3bd9e8106865dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285450 Jan 27 11:22:47.968127 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764690d-121a-4634-a069-69d29bb52c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe085b8-6f60-45b9-b8fb-21de3a4629d9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:47.970605 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50236) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:48.026127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] Publish callbacks [] for security_group (fbe085b8-6f60-45b9-b8fb-21de3a4629d9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.047708 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] Publish callbacks [] for security_group (fbe085b8-6f60-45b9-b8fb-21de3a4629d9), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.098999 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fbe085b8-6f60-45b9-b8fb-21de3a4629d9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.102203 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:48.103372 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbe085b8-6f60-45b9-b8fb-21de3a4629d9 HTTP/1.1" status: 204 len: 168 time: 0.1317186 Jan 27 11:22:48.111161 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160ba3-df2d-48f2-8b36-f31dc2cca37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe085b8-6f60-45b9-b8fb-21de3a4629d9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.154920 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-60502559-7adc-4d40-b870-8743467e2836 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787107690&fields=id&tenant_id=365ed35da69e46e38b34bfd498e30fd3 HTTP/1.1" status: 200 len: 267 time: 0.0438724 Jan 27 11:22:49.207723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-bb78eac5-a80b-4f9d-933f-2fb2fa61f6bb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:49.209186 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-bb78eac5-a80b-4f9d-933f-2fb2fa61f6bb tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 984 time: 0.0481503 Jan 27 11:22:49.220373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Request body: {'port': {'security_groups': ['ad7e128b-4ae4-4bde-8518-28e34617483a']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:22:49.289120 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.296090 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50274) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.402350 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1753b375-087f-40a3-bd0d-295f0b0f568a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.467371 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:49.474015 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1753b375-087f-40a3-bd0d-295f0b0f568a admin admin] Publish callbacks [] for security_group (35de3c46-205d-4b50-a180-a3a69be1cd84), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.479195 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1753b375-087f-40a3-bd0d-295f0b0f568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (35de3c46-205d-4b50-a180-a3a69be1cd84), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.497949 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.503872 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.517223 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1753b375-087f-40a3-bd0d-295f0b0f568a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b11a11653361422da515badf6e0baace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199829 Jan 27 11:22:49.518275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:49.519477 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753b375-087f-40a3-bd0d-295f0b0f568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de3c46-205d-4b50-a180-a3a69be1cd84,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.521820 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50278) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.547726 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:49.548189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.549593 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b9366f8f-6f6e-4f2a-a5f7-4c8bf74f8076 req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "PUT /v2.0/ports/47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 942 time: 0.3338757 Jan 27 11:22:49.550095 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:49.552448 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bca232-2901-4efc-aa1e-213f875b4892" -d '{"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:49.557265 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50282) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.579782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] Publish callbacks [] for security_group (35de3c46-205d-4b50-a180-a3a69be1cd84), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.604870 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] Publish callbacks [] for security_group (35de3c46-205d-4b50-a180-a3a69be1cd84), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.615878 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3220f58-58bd-4d23-8a56-d9c40036732f x-openstack-request-id: req-b3220f58-58bd-4d23-8a56-d9c40036732f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:49.616175 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:49.616432 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3220f58-58bd-4d23-8a56-d9c40036732f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:49.616833 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:22:49.621916 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3ce9b-fd76-4a7f-970c-9b50f7484d61 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event updated for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=7']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.672115 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:49.685363 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (35de3c46-205d-4b50-a180-a3a69be1cd84), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.689902 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.693782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (4e8088d1-de2a-4240-820e-719c3a7147d5), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.708264 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35de3c46-205d-4b50-a180-a3a69be1cd84 HTTP/1.1" status: 204 len: 168 time: 0.1746175 Jan 27 11:22:49.729397 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (4e8088d1-de2a-4240-820e-719c3a7147d5), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.732108 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97f186-ddde-4fa6-a2ea-f618c5dc22a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de3c46-205d-4b50-a180-a3a69be1cd84,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.734428 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-da80d9c7-62be-4645-ba09-7f5db97af67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:49.736162 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-da80d9c7-62be-4645-ba09-7f5db97af67c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1098 time: 0.0907042 Jan 27 11:22:49.862076 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-03c411ad-6ce0-4c74-8e8c-0f34ea30ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:49.863354 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-03c411ad-6ce0-4c74-8e8c-0f34ea30ed20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.1178610 Jan 27 11:22:49.874660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (4e8088d1-de2a-4240-820e-719c3a7147d5), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.877556 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.881365 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "DELETE /v2.0/security-groups/4e8088d1-de2a-4240-820e-719c3a7147d5 HTTP/1.1" status: 204 len: 168 time: 0.3207591 Jan 27 11:22:49.882886 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50286) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:49.921924 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-08116f59-cfd1-4a13-b25d-550097b3fc1c None None] Provisioning complete for port 47796748-1b44-4b96-a4fb-7e0f0b714726 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:22:49.922301 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-08116f59-cfd1-4a13-b25d-550097b3fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:49.936979 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695e6f-9e4e-4c2e-836e-c076bf633cb9 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8088d1-de2a-4240-820e-719c3a7147d5,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:49.998691 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-d94f3be6-3d81-4a11-8c05-b1d237e87401 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 1000 time: 0.1252623 Jan 27 11:22:50.035965 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-08116f59-cfd1-4a13-b25d-550097b3fc1c None None] Current status of the port 47796748-1b44-4b96-a4fb-7e0f0b714726 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:22:50.064933 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-0f3ea292-f56b-428f-830f-0090d02ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:50.067135 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-0f3ea292-f56b-428f-830f-0090d02ce819 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0613153 Jan 27 11:22:50.117559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-842170b5-bacc-478f-941e-21b9475367d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:50.119127 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-842170b5-bacc-478f-941e-21b9475367d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417769 Jan 27 11:22:50.136339 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Deleting port b252f6b4-b61b-45f1-98c1-08293f3d51fd {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:50.136787 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:50.219945 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-9776e9c2-abfe-4bbd-83c2-f94c44a954d8 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Jan 27 11:22:50.319169 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c9bca232-2901-4efc-aa1e-213f875b4892 req-71519e3d-c5dc-4690-8fe0-4ad701f81c1e service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906398 Jan 27 11:22:50.423947 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:50.424510 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for floatingip (b252f6b4-b61b-45f1-98c1-08293f3d51fd), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:50.435777 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Calling delete_port for b252f6b4-b61b-45f1-98c1-08293f3d51fd owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:50.603372 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (b252f6b4-b61b-45f1-98c1-08293f3d51fd), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:50.627948 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event deleted for resources: {'Port': ['ID=b252f6b4-b61b-45f1-98c1-08293f3d51fd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:50.691708 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks [] for floatingip (14db1755-48a9-4550-92eb-0cbf318d375e), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:50.692033 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.l3_db [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Floating IP 14db1755-48a9-4550-92eb-0cbf318d375e disassociated (deleted). External IP: 172.27.3.15, port: 47796748-1b44-4b96-a4fb-7e0f0b714726. Jan 27 11:22:50.903584 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:51.012102 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:51.017113 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:51.021613 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Sync routers for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:51.031856 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:51.032455 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:51.043798 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-46ca1d7e-fc1b-4188-b57d-7f13f90b71c7 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "DELETE /v2.0/floatingips/14db1755-48a9-4550-92eb-0cbf318d375e HTTP/1.1" status: 204 len: 168 time: 1.1597905 Jan 27 11:22:51.044474 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:51.046730 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922f968-66d8-4b51-ac6f-06357c460dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:51.084934 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b8c9a-314c-4def-94fe-26d6978ae4bb x-openstack-request-id: req-438b8c9a-314c-4def-94fe-26d6978ae4bb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:51.085519 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:51.085771 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-438b8c9a-314c-4def-94fe-26d6978ae4bb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:51.086177 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:22:51.144045 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:51.163885 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-5f5864f4-d73e-4a31-8075-156893d9d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:51.165650 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-5f5864f4-d73e-4a31-8075-156893d9d780 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=365ed35da69e46e38b34bfd498e30fd3&device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 1098 time: 0.0557365 Jan 27 11:22:51.260137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-2d993fe0-a37b-42e3-a38f-faa9dcf48dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:51.261979 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-2d993fe0-a37b-42e3-a38f-faa9dcf48dcc service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 200 len: 916 time: 0.0901446 Jan 27 11:22:51.326246 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-b3f9d76e-f2f9-433b-ab3d-0053da3f5312 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 200 len: 217 time: 0.0501351 Jan 27 11:22:51.370016 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:51.382717 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-4d2e4ed0-9660-4c0c-a624-f09850eab5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:51.384529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-4d2e4ed0-9660-4c0c-a624-f09850eab5bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 200 len: 854 time: 0.0510492 Jan 27 11:22:51.405724 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Checking router: 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:22:51.414256 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:51.415395 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:51.429628 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-bdeeb94f-f3ce-4c6b-b1ec-b9e0e6ad1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:51.431184 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-bdeeb94f-f3ce-4c6b-b1ec-b9e0e6ad1dd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409780 Jan 27 11:22:51.520225 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:51.525324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-10a9f34b-4a15-4bcd-bbc9-bac6707f7cc6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863140 Jan 27 11:22:51.616366 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e922f968-66d8-4b51-ac6f-06357c460dfd req-e1de4104-1b97-4bb7-92e7-852db1e76e0b service neutron] 10.222.0.49 "GET /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Jan 27 11:22:51.717994 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:51.745420 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c45b8b8-93ed-4bc0-bb38-ade054ed8f9e None None] The sync data for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi is: [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:20:02Z', 'revision_number': 4, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'be99cf1d-fe74-4ea9-8773-6d303573d057', 'name': '', 'network_id': '9bbabe8a-37db-4c47-ae6e-ca3d9c35719a', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'mac_address': 'fa:16:3e:a1:f8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:01Z', 'updated_at': '2022-01-27T11:20:08Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'subnets': [{'id': 'fc7c730c-a759-4ae0-bcfb-976e3fb32d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:22:51.957489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad1ad9-5c1e-467d-9d9e-16de02411c98 None None] New status for floating IP 14db1755-48a9-4550-92eb-0cbf318d375e: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:22:53.801821 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df204-5f1b-443b-a681-c240fa3f2c18 req-0894e6da-7844-49d6-bdf6-1d771bbf953d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:53.803329 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a81df204-5f1b-443b-a681-c240fa3f2c18 req-0894e6da-7844-49d6-bdf6-1d771bbf953d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.0524614 Jan 27 11:22:53.849124 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a81df204-5f1b-443b-a681-c240fa3f2c18 req-1cc8ec0d-9d23-4e65-bd6c-13a9f706542d tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Jan 27 11:22:55.136769 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cbf24-cc39-467c-8532-1d778aad68c6 req-662f7a6a-7bb2-4ff0-817d-593161b8c3ae tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:55.138110 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-495cbf24-cc39-467c-8532-1d778aad68c6 req-662f7a6a-7bb2-4ff0-817d-593161b8c3ae tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.2063608 Jan 27 11:22:55.187441 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-495cbf24-cc39-467c-8532-1d778aad68c6 req-e0bb4fc1-b97f-40fa-9a7b-1f52cfd87d10 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad7e128b-4ae4-4bde-8518-28e34617483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Jan 27 11:22:55.744892 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-68ede3a8-fba3-4aa1-a4a6-333a90952418 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:22:55.746302 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-68ede3a8-fba3-4aa1-a4a6-333a90952418 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.49 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 945 time: 0.0492837 Jan 27 11:22:55.842599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Deleting port 47796748-1b44-4b96-a4fb-7e0f0b714726 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:55.842834 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:55.928169 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] For port 47796748-1b44-4b96-a4fb-7e0f0b714726, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47796748-1b44-4b96-a4fb-7e0f0b714726,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:55.928516 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:55.940307 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Calling delete_port for 47796748-1b44-4b96-a4fb-7e0f0b714726 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:56.070855 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (47796748-1b44-4b96-a4fb-7e0f0b714726), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:56.083752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['47796748-1b44-4b96-a4fb-7e0f0b714726'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:22:56.098810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Pushing event deleted for resources: {'Port': ['ID=47796748-1b44-4b96-a4fb-7e0f0b714726,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:56.142888 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] No DVR routers for this DVR port 47796748-1b44-4b96-a4fb-7e0f0b714726 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:22:56.145421 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:56.148753 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac333a96-a8e7-4395-bb23-d5cc14da9cc6 req-a0fd3ac2-b044-4737-8c75-b4898734fc51 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.49 "DELETE /v2.0/ports/47796748-1b44-4b96-a4fb-7e0f0b714726 HTTP/1.1" status: 204 len: 173 time: 0.3962998 Jan 27 11:22:56.149206 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'name': 'network-vif-deleted', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:22:56.151481 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c0e0c5-fe47-420e-a1d9-6a549906e3f3" -d '{"events": [{"server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "name": "network-vif-deleted", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:22:56.187648 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2423c7-6c11-4ae4-8d94-d7d106b1acfb x-openstack-request-id: req-bd2423c7-6c11-4ae4-8d94-d7d106b1acfb {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:22:56.187974 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c5536-5151-480c-8aa0-bdf1d44bfc1f", "name": "network-vif-deleted", "tag": "47796748-1b44-4b96-a4fb-7e0f0b714726", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:22:56.188270 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd2423c7-6c11-4ae4-8d94-d7d106b1acfb {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:22:56.188664 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c5536-5151-480c-8aa0-bdf1d44bfc1f', 'name': 'network-vif-deleted', 'tag': '47796748-1b44-4b96-a4fb-7e0f0b714726', 'status': 'completed', 'code': 200} Jan 27 11:22:56.336917 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-420d4ca3-28e0-4fe3-931b-eee1ea1cfea8 req-4cd809e1-6627-4df9-9d6d-e7d8158a0db4 tempest-TestMinimumBasicScenario-1736048553 tempest-TestMinimumBasicScenario-1736048553-project] 10.222.0.52 "GET /v2.0/ports?device_id=982c5536-5151-480c-8aa0-bdf1d44bfc1f HTTP/1.1" status: 200 len: 210 time: 0.0791407 Jan 27 11:22:58.134906 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50388) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:58.556151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.862506 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Deleting port be99cf1d-fe74-4ea9-8773-6d303573d057 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:58.862722 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.944556 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] For port be99cf1d-fe74-4ea9-8773-6d303573d057, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=be99cf1d-fe74-4ea9-8773-6d303573d057,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:22:58.944923 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:58.950871 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 47796748-1b44-4b96-a4fb-7e0f0b714726 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:22:58.958411 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Calling delete_port for be99cf1d-fe74-4ea9-8773-6d303573d057 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:22:58.974433 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 47796748-1b44-4b96-a4fb-7e0f0b714726 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:22:58.974826 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 47796748-1b44-4b96-a4fb-7e0f0b714726 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:22:59.162530 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (be99cf1d-fe74-4ea9-8773-6d303573d057), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:59.188217 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be99cf1d-fe74-4ea9-8773-6d303573d057,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:22:59.370540 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:59.595643 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:22:59.708191 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:22:59.713211 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4a3d435a-408e-421e-b028-2cc729f5f2b9 admin admin] 10.222.0.52 "PUT /v2.0/routers/33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5772324 Jan 27 11:22:59.715919 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50394) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:22:59.718586 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Sync routers for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:22:59.732270 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:22:59.732904 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:22:59.822328 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks [] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:59.921352 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:22:59.927420 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks [] for router_gateway (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:22:59.980314 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Deleting port 9c0d9904-7cf1-4527-83c3-5eb93f348a43 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:22:59.980870 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.107459 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:22:59Z', 'revision_number': 5, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port': {'id': '9c0d9904-7cf1-4527-83c3-5eb93f348a43', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:59Z', 'updated_at': '2022-01-27T11:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:00.134102 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Checking router: 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:00.143536 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Routers {'33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:00.147990 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:00.232103 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] Set router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:00.245228 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.286632 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:22:59Z', 'revision_number': 6, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:00.298298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] For port 9c0d9904-7cf1-4527-83c3-5eb93f348a43, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=9c0d9904-7cf1-4527-83c3-5eb93f348a43,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:00.298890 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.310437 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Calling delete_port for 9c0d9904-7cf1-4527-83c3-5eb93f348a43 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:00.312259 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acf2fd-a22d-4ac3-bcc3-9696c57194a2 None None] The sync data for ids ['33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920'] in dv-cinder-826608-1-iscsi is: [{'id': '33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920', 'name': 'tempest-TestMinimumBasicScenario-1765192108-router', 'tenant_id': '365ed35da69e46e38b34bfd498e30fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:58Z', 'updated_at': '2022-01-27T11:22:59Z', 'revision_number': 6, 'project_id': '365ed35da69e46e38b34bfd498e30fd3', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:00.482468 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (9c0d9904-7cf1-4527-83c3-5eb93f348a43), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.507062 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0d9904-7cf1-4527-83c3-5eb93f348a43,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:00.573996 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.583860 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-164b6d2e-885b-43e4-b9d6-f3b820c9e76e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441813 Jan 27 11:23:00.664027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.666235 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks [] for router_controller (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.670089 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-6a6c00d2-8b58-41c9-b5aa-c24ab7300308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:00.671654 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-6a6c00d2-8b58-41c9-b5aa-c24ab7300308 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 1099 time: 0.0436084 Jan 27 11:23:00.713438 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.714116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:23:00.719758 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.720662 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e1b54891-8c46-4023-ae74-ee4680b145c5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/33d91b9b-c5aa-4b8f-b0c9-3d14ea69a920 HTTP/1.1" status: 204 len: 168 time: 1.0038066 Jan 27 11:23:00.723233 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50398) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:00.773145 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Deleting subnet fc7c730c-a759-4ae0-bcfb-976e3fb32d07 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:23:00.776425 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Publish callbacks [] for subnet (fc7c730c-a759-4ae0-bcfb-976e3fb32d07), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.789388 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-d9876a26-d600-4052-a7fe-67d20a3b9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:00.790891 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-d9876a26-d600-4052-a7fe-67d20a3b9500 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.0976439 Jan 27 11:23:00.814696 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (fc7c730c-a759-4ae0-bcfb-976e3fb32d07), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.860094 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-edc79a51-0ddb-4d52-bc91-e321d353cdcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 200 len: 1002 time: 0.0617998 Jan 27 11:23:00.919512 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (fc7c730c-a759-4ae0-bcfb-976e3fb32d07), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:00.975763 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (fc7c730c-a759-4ae0-bcfb-976e3fb32d07), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.006223 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7c730c-a759-4ae0-bcfb-976e3fb32d07,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:01.011439 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.014983 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-730b9b62-6bf1-4990-af6a-d358bcbe2425 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fc7c730c-a759-4ae0-bcfb-976e3fb32d07 HTTP/1.1" status: 204 len: 168 time: 0.2908218 Jan 27 11:23:01.017531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50400) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:01.020889 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4c9a7-10fb-4447-bd8b-e0fe06d1ca07 None None] Network 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:01.090903 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.157587 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Deleting port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:01.157946 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.199142 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-77e05fd4-4a82-4c0c-a4cf-e1f552482c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:01.201287 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-77e05fd4-4a82-4c0c-a4cf-e1f552482c18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.3331218 Jan 27 11:23:01.239547 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] For port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,segment=NetworkSegment(08b78b10-0a9e-4419-a6a9-649bd873c265),segment_id=08b78b10-0a9e-4419-a6a9-649bd873c265)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:01.239706 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.254559 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Calling delete_port for 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:01.268371 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-42b301d8-8e7a-4f8b-a1a1-aaa4bcd28c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:01.270012 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-42b301d8-8e7a-4f8b-a1a1-aaa4bcd28c06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565667 Jan 27 11:23:01.320851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] DHCP port deletion for 9bbabe8a-37db-4c47-ae6e-ca3d9c35719a request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:23:01.336918 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.369039 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:01.371084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Deleting port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:01.371457 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.372407 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-1ef8d630-baf5-4718-835f-380f1a71cead service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934858 Jan 27 11:23:01.383125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] No DVR routers for this DVR port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 on host dv-cinder-826608-1-iscsi {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:01.446260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] For port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0, host dv-cinder-826608-1-iscsi, got binding levels [] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:01.447062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.467617 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Calling delete_port for 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:01.472444 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.ipam_backend_mixin [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 was not found and therefore no delete operation was performed {{(pid=102449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 11:23:01.473841 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.474575 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (663a7b33-6bd2-44a4-b56b-a6ef442c6dc0), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.493120 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-eda9755f-c928-4ffb-b6f3-af94e4c3def0 req-0e42b0c2-4533-4df4-a368-1116aa1193e9 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123571 Jan 27 11:23:01.501545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] Pushing event deleted for resources: {'Port': ['ID=663a7b33-6bd2-44a4-b56b-a6ef442c6dc0,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:01.501737 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbabe8a-37db-4c47-ae6e-ca3d9c35719a']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:01.506133 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac82dd-aa0d-484e-9b2f-209c0a2e7d27 None None] No DVR routers for this DVR port 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:01.516237 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b78b10-0a9e-4419-a6a9-649bd873c265') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:01.516446 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b78b10-0a9e-4419-a6a9-649bd873c265') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:01.530353 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (08b78b10-0a9e-4419-a6a9-649bd873c265), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.544100 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (08b78b10-0a9e-4419-a6a9-649bd873c265), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.549782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:23:01.550163 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (08b78b10-0a9e-4419-a6a9-649bd873c265), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:23:01.551837 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:23:01.609410 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (9bbabe8a-37db-4c47-ae6e-ca3d9c35719a), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.625201 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:01.632917 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9bbabe8a-37db-4c47-ae6e-ca3d9c35719a HTTP/1.1" status: 204 len: 168 time: 0.6101580 Jan 27 11:23:01.632917 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6a853-7494-4785-b9f1-da7171c3a8b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bbabe8a-37db-4c47-ae6e-ca3d9c35719a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:01.634211 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50404) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:01.660330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device be99cf1d-fe74-4ea9-8773-6d303573d057 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:01.683152 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: be99cf1d-fe74-4ea9-8773-6d303573d057 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:01.683152 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device be99cf1d-fe74-4ea9-8773-6d303573d057 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:01.683152 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:01.700720 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:01.701068 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 663a7b33-6bd2-44a4-b56b-a6ef442c6dc0 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:01.701479 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9c0d9904-7cf1-4527-83c3-5eb93f348a43 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:01.720107 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 9c0d9904-7cf1-4527-83c3-5eb93f348a43 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:01.720451 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 9c0d9904-7cf1-4527-83c3-5eb93f348a43 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:02.001625 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.254945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Deleting port 1c957d9d-8b90-421c-aa05-eeb65e7dea15 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:02.255288 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.336225 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] For port 1c957d9d-8b90-421c-aa05-eeb65e7dea15, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1c957d9d-8b90-421c-aa05-eeb65e7dea15,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:02.336379 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcd7556-8047-42f5-9976-94f03ad60270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.336948 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.350659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Calling delete_port for 1c957d9d-8b90-421c-aa05-eeb65e7dea15 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:02.535168 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (1c957d9d-8b90-421c-aa05-eeb65e7dea15), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.566171 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c957d9d-8b90-421c-aa05-eeb65e7dea15,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:02.730785 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:02.942029 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Router d5543488-ecd7-4ddc-9c8f-3b471f679705 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:03.048054 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:03.053075 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-02b0fbb0-2a67-4a15-89d4-d341a1990611 admin admin] 10.222.0.52 "PUT /v2.0/routers/d5543488-ecd7-4ddc-9c8f-3b471f679705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4189591 Jan 27 11:23:03.056122 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50408) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:03.057007 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Sync routers for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:03.067154 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:03.067764 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:03.160868 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks [] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.170010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:03.259152 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks [] for router_gateway (d5543488-ecd7-4ddc-9c8f-3b471f679705), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.311717 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Deleting port 8cbf6f85-c58c-4cf2-8122-a17323125a27 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:03.312019 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.344607 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:23:02Z', 'revision_number': 5, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port': {'id': '8cbf6f85-c58c-4cf2-8122-a17323125a27', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:03.371544 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Checking router: d5543488-ecd7-4ddc-9c8f-3b471f679705 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:03.380318 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Routers {'d5543488-ecd7-4ddc-9c8f-3b471f679705'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:03.381231 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:22:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['d5543488-ecd7-4ddc-9c8f-3b471f679705'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:03.393850 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] For port 8cbf6f85-c58c-4cf2-8122-a17323125a27, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=8cbf6f85-c58c-4cf2-8122-a17323125a27,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:03.394208 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.406360 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Calling delete_port for 8cbf6f85-c58c-4cf2-8122-a17323125a27 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:03.466308 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] Set router d5543488-ecd7-4ddc-9c8f-3b471f679705 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:03.518875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:23:03Z', 'revision_number': 6, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:03.545004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c887f-1546-4055-93c3-7ada9da29da2 None None] The sync data for ids ['d5543488-ecd7-4ddc-9c8f-3b471f679705'] in dv-cinder-826608-1-iscsi is: [{'id': 'd5543488-ecd7-4ddc-9c8f-3b471f679705', 'name': 'tempest-TestMinimumBasicScenario-93229298-router', 'tenant_id': '2b29b42d1e7448f9b48c33caf746ab04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:05Z', 'updated_at': '2022-01-27T11:23:03Z', 'revision_number': 6, 'project_id': '2b29b42d1e7448f9b48c33caf746ab04', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:03.570443 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (8cbf6f85-c58c-4cf2-8122-a17323125a27), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.598224 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbf6f85-c58c-4cf2-8122-a17323125a27,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:03.656847 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.744652 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.747065 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks [] for router_controller (d5543488-ecd7-4ddc-9c8f-3b471f679705), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.804912 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (d5543488-ecd7-4ddc-9c8f-3b471f679705), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.805450 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5543488-ecd7-4ddc-9c8f-3b471f679705 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:23:03.810316 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.811477 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d4fb7630-6561-41f3-893a-93f04ec543c7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d5543488-ecd7-4ddc-9c8f-3b471f679705 HTTP/1.1" status: 204 len: 168 time: 0.7543969 Jan 27 11:23:03.814075 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50412) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:03.857782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Deleting subnet 159bc7bd-4290-4317-bdeb-1ecc726ea8a7 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:23:03.860850 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Publish callbacks [] for subnet (159bc7bd-4290-4317-bdeb-1ecc726ea8a7), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.893798 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (159bc7bd-4290-4317-bdeb-1ecc726ea8a7), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:03.976768 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (159bc7bd-4290-4317-bdeb-1ecc726ea8a7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.038866 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (159bc7bd-4290-4317-bdeb-1ecc726ea8a7), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.062318 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159bc7bd-4290-4317-bdeb-1ecc726ea8a7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.067895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.073491 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-dc1fe2d6-d7a9-49d2-bb5d-e2c9317cb2bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/159bc7bd-4290-4317-bdeb-1ecc726ea8a7 HTTP/1.1" status: 204 len: 168 time: 0.2560265 Jan 27 11:23:04.073646 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2e9e4-5cae-4367-a69d-d3fbd6da7458 None None] Network e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:04.074362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50414) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:04.148893 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.203535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Deleting port 24089e2b-828b-4819-ad1e-31d35b771101 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:04.203867 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (24089e2b-828b-4819-ad1e-31d35b771101), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.263549 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] For port 24089e2b-828b-4819-ad1e-31d35b771101, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=24089e2b-828b-4819-ad1e-31d35b771101,segment=NetworkSegment(8a3d38e7-9f33-46a0-8309-fd48e1b73759),segment_id=8a3d38e7-9f33-46a0-8309-fd48e1b73759)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:04.263822 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (24089e2b-828b-4819-ad1e-31d35b771101), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.276610 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Calling delete_port for 24089e2b-828b-4819-ad1e-31d35b771101 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:04.341965 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1c957d9d-8b90-421c-aa05-eeb65e7dea15 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:04.345263 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d944c-a0a9-4c7c-aa23-08004e54a02d None None] DHCP port deletion for e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:23:04.367581 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 1c957d9d-8b90-421c-aa05-eeb65e7dea15 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:04.367982 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1c957d9d-8b90-421c-aa05-eeb65e7dea15 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:04.368308 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (24089e2b-828b-4819-ad1e-31d35b771101), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.389997 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-835d944c-a0a9-4c7c-aa23-08004e54a02d None None] The port '24089e2b-828b-4819-ad1e-31d35b771101' was deleted {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 27 11:23:04.394689 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=24089e2b-828b-4819-ad1e-31d35b771101,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.398738 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] No DVR routers for this DVR port 24089e2b-828b-4819-ad1e-31d35b771101 on host dv-cinder-826608-1-iscsi {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:04.472534 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.493303 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a3e0fa-7dac-44e6-9e36-e998ab3b1104']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:04.502514 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3d38e7-9f33-46a0-8309-fd48e1b73759') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:04.502805 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3d38e7-9f33-46a0-8309-fd48e1b73759') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:04.513153 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (8a3d38e7-9f33-46a0-8309-fd48e1b73759), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.530281 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (8a3d38e7-9f33-46a0-8309-fd48e1b73759), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.537756 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:23:04.538273 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (8a3d38e7-9f33-46a0-8309-fd48e1b73759), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:23:04.540294 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:23:04.606656 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (e4a3e0fa-7dac-44e6-9e36-e998ab3b1104), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.614927 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.620417 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c32f4add-2f8a-462a-b196-e17f1147e850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.620618 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] 10.222.0.52 "DELETE /v2.0/networks/e4a3e0fa-7dac-44e6-9e36-e998ab3b1104 HTTP/1.1" status: 204 len: 168 time: 0.5427289 Jan 27 11:23:04.633482 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e32ce3-f33a-42da-b778-66ebd9033ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a3e0fa-7dac-44e6-9e36-e998ab3b1104,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:04.791517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50422) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:04.833085 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ce16243a-99bb-4de0-b6a3-6f5298a1cb40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=365ed35da69e46e38b34bfd498e30fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402467 Jan 27 11:23:04.835525 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50424) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:04.883622 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] Publish callbacks [] for security_group (ad7e128b-4ae4-4bde-8518-28e34617483a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.905932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] Publish callbacks [] for security_group (ad7e128b-4ae4-4bde-8518-28e34617483a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.955797 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (ad7e128b-4ae4-4bde-8518-28e34617483a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.958421 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:04.959558 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad7e128b-4ae4-4bde-8518-28e34617483a HTTP/1.1" status: 204 len: 168 time: 0.1231196 Jan 27 11:23:04.967005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a568a-5ba2-4b90-a953-ff459b0fd109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e128b-4ae4-4bde-8518-28e34617483a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:05.291747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50430) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:05.334686 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b6b9f063-142f-4ced-bdb6-2a899900d66f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b29b42d1e7448f9b48c33caf746ab04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417032 Jan 27 11:23:05.337209 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50432) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:05.383831 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] Publish callbacks [] for security_group (395256cd-aeae-4af9-ab05-355b84f9fc83), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:05.404858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] Publish callbacks [] for security_group (395256cd-aeae-4af9-ab05-355b84f9fc83), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:05.453239 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (395256cd-aeae-4af9-ab05-355b84f9fc83), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:05.456131 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:05.457253 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/395256cd-aeae-4af9-ab05-355b84f9fc83 HTTP/1.1" status: 204 len: 168 time: 0.1192064 Jan 27 11:23:05.464549 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e250238-cba9-4612-a4e4-8e7955a12c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395256cd-aeae-4af9-ab05-355b84f9fc83,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:05.661101 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 8cbf6f85-c58c-4cf2-8122-a17323125a27 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:05.683096 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 8cbf6f85-c58c-4cf2-8122-a17323125a27 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:05.683096 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 8cbf6f85-c58c-4cf2-8122-a17323125a27 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:05.683521 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 24089e2b-828b-4819-ad1e-31d35b771101 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:05.702821 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 24089e2b-828b-4819-ad1e-31d35b771101 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:05.703172 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 24089e2b-828b-4819-ad1e-31d35b771101 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:05.829210 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.163598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50456) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:06.270654 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-827777147-network', 'tenant_id': '2f622a52d7a640209c483adc4d75c764'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:06.297140 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Made reservation on behalf of 2f622a52d7a640209c483adc4d75c764 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:06.299517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.308211 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.383708 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks [] for security_group (509111e7-0273-4490-937e-dc6eb455a9ce), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.389598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (509111e7-0273-4490-937e-dc6eb455a9ce), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.413520 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:23:06.423036 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509111e7-0273-4490-937e-dc6eb455a9ce,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:06.428732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (edc5c42d-2b94-4020-81b2-07cea04a40c3), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.429137 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Added segment edc5c42d-2b94-4020-81b2-07cea04a40c3 of type vlan for network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 Jan 27 11:23:06.467898 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (e83bd7f2-42a3-4469-99e1-49e8260bf7b9), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.494315 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (e83bd7f2-42a3-4469-99e1-49e8260bf7b9), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.495448 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:06.496027 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.552094 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3873553 Jan 27 11:23:06.555218 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50460) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:06.557794 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b1c9e-4107-4c4a-9556-1d55abe50aac admin admin] Pushing event updated for resources: {'Network': ['ID=e83bd7f2-42a3-4469-99e1-49e8260bf7b9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:06.561111 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Request body: {'subnet': {'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-827777147-subnet', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:06.568155 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:23:06.584382 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Made reservation on behalf of 2f622a52d7a640209c483adc4d75c764 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:06.586920 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.749409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (74263f88-5fe5-4364-93b9-2de5214e789d), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.796137 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=74263f88-5fe5-4364-93b9-2de5214e789d,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:06.811749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:06.812095 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Network hostable DHCP agents. Network: e83bd7f2-42a3-4469-99e1-49e8260bf7b9, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:23:06.832210 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:23:06.841598 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, e83bd7f2-42a3-4469-99e1-49e8260bf7b9) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:06.845616 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:06.846211 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.850517 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962bb69-cf8d-4b4e-a192-360ac8bea843 None None] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:06.862418 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9f291084-8e38-4245-9ea6-bfd9c1a47eab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3060679 Jan 27 11:23:06.865185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50464) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:06.869706 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:06.892579 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.893650 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.948585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:23:06.948772 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for router_controller (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:06.949441 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.082309 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Allocated IP 172.20.0.2 (e83bd7f2-42a3-4469-99e1-49e8260bf7b9/74263f88-5fe5-4364-93b9-2de5214e789d/f06bb513-5e31-4c9b-8103-5bf428c5c947) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:07.084469 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for router_gateway (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.224810 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks [] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.232183 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.280403 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:07.285029 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for router_gateway (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.286871 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:07.291453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:07.293476 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.295416 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Pushing event updated for resources: {'Port': ['ID=f06bb513-5e31-4c9b-8103-5bf428c5c947,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:07.306026 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.350461 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Attempting to bind port f06bb513-5e31-4c9b-8103-5bf428c5c947 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:07.350713 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Attempting to bind port f06bb513-5e31-4c9b-8103-5bf428c5c947 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:07.351067 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Attempting to bind port f06bb513-5e31-4c9b-8103-5bf428c5c947 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:07.355992 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:07.356358 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:07.356748 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.357130 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Bound using segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:07.357579 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Bound port: f06bb513-5e31-4c9b-8103-5bf428c5c947, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:07.357972 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.414816 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Allocated IP 172.27.3.103 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/6f19548f-eaca-47b2-8fd9-9dad14275955) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:07.419284 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] For port f06bb513-5e31-4c9b-8103-5bf428c5c947, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:07.422460 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] For port f06bb513-5e31-4c9b-8103-5bf428c5c947, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=f06bb513-5e31-4c9b-8103-5bf428c5c947,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:07.428753 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.485058 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e137ff5-4557-4804-9a1b-c8e943ed54be None None] Pushing event updated for resources: {'Port': ['ID=f06bb513-5e31-4c9b-8103-5bf428c5c947,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:07.525153 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.562540 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:07.602154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:07.607388 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:07.611845 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:07.614973 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Pushing event updated for resources: {'Port': ['ID=6f19548f-eaca-47b2-8fd9-9dad14275955,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:07.884178 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for router_gateway (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.347649 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.390197 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0243efc-2b57-489b-9b70-e37ef5f010e5 None None] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:08.464825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Provisioning complete for port f06bb513-5e31-4c9b-8103-5bf428c5c947 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:08.465058 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.483771 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:23:08.509930 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.589018 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Current status of the port f06bb513-5e31-4c9b-8103-5bf428c5c947 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:08.589420 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.594252 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:08.603940 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:08.614675 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.616429 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:08.617059 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:08.619753 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50468) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:08.631382 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-64e1b3e2-2a22-4dcb-ab4d-092ce8a93308 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7531703 Jan 27 11:23:08.637668 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] For port f06bb513-5e31-4c9b-8103-5bf428c5c947, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=f06bb513-5e31-4c9b-8103-5bf428c5c947,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:08.643212 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.698781 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e420ac3-4cdb-4722-91c9-e59685bd8464 None None] Pushing event updated for resources: {'Port': ['ID=f06bb513-5e31-4c9b-8103-5bf428c5c947,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:08.758814 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:08.864066 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dbddb1b5-16ef-40d8-8c45-87fec07ce50b None None] Provisioning complete for port f06bb513-5e31-4c9b-8103-5bf428c5c947 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:08.864437 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dbddb1b5-16ef-40d8-8c45-87fec07ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:08.937714 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:07Z', 'revision_number': 3, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:08.944197 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dbddb1b5-16ef-40d8-8c45-87fec07ce50b None None] Current status of the port f06bb513-5e31-4c9b-8103-5bf428c5c947 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:08.964591 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:08.964933 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Updating router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 port 6f19548f-eaca-47b2-8fd9-9dad14275955 binding host dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:23:08.989664 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.050152 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.205135 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Allocated IP 172.20.0.1 (e83bd7f2-42a3-4469-99e1-49e8260bf7b9/74263f88-5fe5-4364-93b9-2de5214e789d/68624897-903b-435d-afac-776b58bccdc0) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:09.245152 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks [] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.251846 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.303748 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Pushing event updated for resources: {'Port': ['ID=6f19548f-eaca-47b2-8fd9-9dad14275955,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:09.306898 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks [] for port (68624897-903b-435d-afac-776b58bccdc0), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.313520 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.313880 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.314226 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.314579 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.314901 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.315216 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.315533 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.315846 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.316161 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.316474 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.316793 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.317167 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.317441 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:09.320624 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Attempting to bind port 6f19548f-eaca-47b2-8fd9-9dad14275955 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:09.320985 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Attempting to bind port 6f19548f-eaca-47b2-8fd9-9dad14275955 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:09.321337 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Attempting to bind port 6f19548f-eaca-47b2-8fd9-9dad14275955 on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:09.326723 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:09.327150 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:09.327484 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.327864 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:09.328375 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Bound port: 6f19548f-eaca-47b2-8fd9-9dad14275955, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:09.328748 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.343655 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (68624897-903b-435d-afac-776b58bccdc0), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.379899 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] For port 6f19548f-eaca-47b2-8fd9-9dad14275955, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:09.380987 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:09.383499 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] For port 6f19548f-eaca-47b2-8fd9-9dad14275955, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6f19548f-eaca-47b2-8fd9-9dad14275955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:09.383803 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:09.389728 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.389844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:09.416826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Pushing event updated for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:09.435346 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:09.436020 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:09.438176 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.510616 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c939c1-9abb-44b9-af53-9fa683a8c84f None None] Pushing event updated for resources: {'Port': ['ID=6f19548f-eaca-47b2-8fd9-9dad14275955,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:09.568329 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:09.571078 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (68624897-903b-435d-afac-776b58bccdc0), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.763599 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks [] for port (68624897-903b-435d-afac-776b58bccdc0), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.771899 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (68624897-903b-435d-afac-776b58bccdc0), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.788851 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:07Z', 'revision_number': 3, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:09.811470 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device f06bb513-5e31-4c9b-8103-5bf428c5c947 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:09.820249 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8abdd-a70b-4280-a08b-cb9d94909a71 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:07Z', 'revision_number': 3, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:09.871171 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-c9523685-3afe-4d34-8d8a-f26f5c07b16a None None] Provisioning complete for port 68624897-903b-435d-afac-776b58bccdc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:09.871533 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c9523685-3afe-4d34-8d8a-f26f5c07b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (68624897-903b-435d-afac-776b58bccdc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:09.925311 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-c9523685-3afe-4d34-8d8a-f26f5c07b16a None None] Port 68624897-903b-435d-afac-776b58bccdc0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:09.928430 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port f06bb513-5e31-4c9b-8103-5bf428c5c947 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:09.931738 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:10.019831 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port f06bb513-5e31-4c9b-8103-5bf428c5c947 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:10.109277 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:10.123009 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Pushing event updated for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:10.142379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.142379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.142379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.142775 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.142871 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.143190 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.143455 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.143769 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.144123 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.144409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.144801 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.145091 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.145806 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:10.209956 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f3a68-850f-4935-bdeb-29e118e438f5 req-2e7735f3-9d71-45f3-b953-3a136b15b2e0 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:10.212323 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-334f3a68-850f-4935-bdeb-29e118e438f5 req-2e7735f3-9d71-45f3-b953-3a136b15b2e0 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0923333 Jan 27 11:23:10.248412 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:10.248412 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:10.284057 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-334f3a68-850f-4935-bdeb-29e118e438f5 req-016ff4f7-e941-45a3-86d3-79b10b15400e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660138 Jan 27 11:23:10.376682 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:10.489585 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:10.495125 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-b34aad09-b89e-4582-884f-50b23eae7639 admin admin] 10.222.0.52 "PUT /v2.0/routers/c38b8ce4-fe76-4fd6-a0a7-90d208c14a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735499 Jan 27 11:23:10.552555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-45570921-8ae7-4e5a-9328-e4346dad401c None None] Provisioning complete for port 68624897-903b-435d-afac-776b58bccdc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:10.553013 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-45570921-8ae7-4e5a-9328-e4346dad401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (68624897-903b-435d-afac-776b58bccdc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:10.588916 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-45570921-8ae7-4e5a-9328-e4346dad401c None None] Port 68624897-903b-435d-afac-776b58bccdc0 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:10.971284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50498) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:10.976358 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68160733-network', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:10.996773 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Made reservation on behalf of 222101a4e3c04f8b8de6a69c7ed911c0 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:10.999153 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.007811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.080825 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks [] for security_group (8108a746-5e0e-4c81-95d1-67d3b128d55c), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.086804 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8108a746-5e0e-4c81-95d1-67d3b128d55c), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.110075 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:23:11.119564 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8108a746-5e0e-4c81-95d1-67d3b128d55c,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:11.124280 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (a04e5120-6708-46bf-b900-511232119e33), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.124625 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Added segment a04e5120-6708-46bf-b900-511232119e33 of type vlan for network 18b54ff5-c72d-485f-8907-397cbba0af82 Jan 27 11:23:11.169388 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (18b54ff5-c72d-485f-8907-397cbba0af82), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.206044 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (18b54ff5-c72d-485f-8907-397cbba0af82), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.207218 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:11.207852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.266180 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2937536 Jan 27 11:23:11.268924 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50502) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:11.273618 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Request body: {'subnet': {'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68160733-subnet', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'ip_version': 4}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:11.280986 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84706-05b9-44f3-88d6-cc1f1b815d24 admin admin] Pushing event updated for resources: {'Network': ['ID=18b54ff5-c72d-485f-8907-397cbba0af82,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:11.294752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 18b54ff5-c72d-485f-8907-397cbba0af82 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:23:11.305735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Made reservation on behalf of 222101a4e3c04f8b8de6a69c7ed911c0 for: {'subnet': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:11.309000 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25219325'] for subnet (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.428187 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a954-0699-4e7a-970e-0a9c0cf20e04 req-94ab2d1d-7601-4714-b58d-17b47bd92dff tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:11.429700 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6924a954-0699-4e7a-970e-0a9c0cf20e04 req-94ab2d1d-7601-4714-b58d-17b47bd92dff tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0672970 Jan 27 11:23:11.511950 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6924a954-0699-4e7a-970e-0a9c0cf20e04 req-50a73f3a-9b4e-4e8c-b27d-3564977e895d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755546 Jan 27 11:23:11.555631 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25302898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25219275'] for subnet (efdc001c-e309-4c87-8ce6-86da71ec152a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.565233 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:11.575525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:11.576204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:11.607801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efdc001c-e309-4c87-8ce6-86da71ec152a,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:11.630273 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Checking segment: {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:11.630661 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Network hostable DHCP agents. Network: 18b54ff5-c72d-485f-8907-397cbba0af82, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:23:11.654774 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Network 18b54ff5-c72d-485f-8907-397cbba0af82 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:23:11.666581 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 18b54ff5-c72d-485f-8907-397cbba0af82) {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:11.671430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:11.672296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.678275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc70bb-080a-4e19-b7f7-598b06b8e0df None None] Network 18b54ff5-c72d-485f-8907-397cbba0af82 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:11.690206 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-31866447-58f8-4c37-9f3e-fdd0ca7f4815 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4202797 Jan 27 11:23:11.692828 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50506) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:11.697421 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:11.716603 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:11.729509 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105240'] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.730820 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-567882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565732', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-301414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105239'] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.771593 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6f19548f-eaca-47b2-8fd9-9dad14275955 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:11.782081 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for router_controller (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), precommit_add_association {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.923909 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for router_gateway (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.927110 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61d5cae1-9d28-5e40-b003-481994b36b48-18b54ff5-c72d-485f-8907-397cbba0af82', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a'}]}} from dv-cinder-826608-1-iscsi. {{(pid=102449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 11:23:11.927958 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:11.968137 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 6f19548f-eaca-47b2-8fd9-9dad14275955 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:11.968506 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.130481 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for router_gateway (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.149409 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.181269 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Allocated IP 172.20.0.2 (18b54ff5-c72d-485f-8907-397cbba0af82/efdc001c-e309-4c87-8ce6-86da71ec152a/516a3cdf-f5c2-475f-8c76-5a18089bb5e1) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:12.212057 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 6f19548f-eaca-47b2-8fd9-9dad14275955 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:12.212441 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.220960 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 2, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:12.266796 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:12.267122 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Updating router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 port 68624897-903b-435d-afac-776b58bccdc0 binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:23:12.287797 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Allocated IP 172.27.3.52 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/5e500500-2baf-42b3-90ca-1b9b4e52d69a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:12.318539 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 6f19548f-eaca-47b2-8fd9-9dad14275955, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6f19548f-eaca-47b2-8fd9-9dad14275955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:12.333063 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.334278 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-073f9e76-7694-4664-983b-69240f7c2cfb tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:12.337008 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-073f9e76-7694-4664-983b-69240f7c2cfb tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.0797265 Jan 27 11:23:12.339211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (68624897-903b-435d-afac-776b58bccdc0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.431643 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=6f19548f-eaca-47b2-8fd9-9dad14275955,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:12.468792 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.507151 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Deleting port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:12.507151 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.542986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks [] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.557466 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.570845 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.647451 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Network 18b54ff5-c72d-485f-8907-397cbba0af82 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:12.648403 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:12.657209 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Pushing event updated for resources: {'Port': ['ID=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:12.659742 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:12.663351 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:12.668487 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:12.674467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:12.676207 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Pushing event updated for resources: {'Port': ['ID=5e500500-2baf-42b3-90ca-1b9b4e52d69a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:12.681271 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] For port 65ca217e-219f-459f-a1f2-d5fa6e32fa70, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=65ca217e-219f-459f-a1f2-d5fa6e32fa70,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:12.681271 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.695883 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.696156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.696497 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.696830 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.697158 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.697626 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.697957 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.698291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.698621 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.698940 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.699251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.699566 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.699864 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:12.739567 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Attempting to bind port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:12.739934 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Attempting to bind port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:12.740296 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Attempting to bind port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 on network 18b54ff5-c72d-485f-8907-397cbba0af82 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:12.756342 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:12.756711 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Checking segment: {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:12.757100 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.757488 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Bound using segment: {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:12.757976 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Bound port: 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:12.758356 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.783261 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4ed0d-5acc-460b-85fa-c347aa3549c2 req-21fa3c92-d735-4a87-8935-c8b4beb46ab1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:12.784735 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33f4ed0d-5acc-460b-85fa-c347aa3549c2 req-21fa3c92-d735-4a87-8935-c8b4beb46ab1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 946 time: 0.1822522 Jan 27 11:23:12.958830 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks [] for port (68624897-903b-435d-afac-776b58bccdc0), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:12.972926 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (68624897-903b-435d-afac-776b58bccdc0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.010294 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-33f4ed0d-5acc-460b-85fa-c347aa3549c2 req-bc132dd2-0445-45e3-a2cb-fe87632a9589 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b81a87d-850e-4369-8f5c-67cf639d82ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186759 Jan 27 11:23:13.012713 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] For port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:13.033034 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] For port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:13.051997 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.071259 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.071807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.071948 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Floating IP 95057b8f-55c8-45a1-a00b-3c4604ccd1d1 disassociated. External IP: 172.27.3.222, port: 65ca217e-219f-459f-a1f2-d5fa6e32fa70. Jan 27 11:23:13.072236 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Calling delete_port for 65ca217e-219f-459f-a1f2-d5fa6e32fa70 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:13.073892 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51930de-8a4a-4ac6-9ad9-c103fa65b7e7 None None] Pushing event updated for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:13.144081 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Attempting to bind port 68624897-903b-435d-afac-776b58bccdc0 on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:13.144451 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Attempting to bind port 68624897-903b-435d-afac-776b58bccdc0 by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:13.144824 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Attempting to bind port 68624897-903b-435d-afac-776b58bccdc0 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:13.162226 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb474c-1cd7-4e64-bb91-516c4dcaf66d None None] Pushing event updated for resources: {'Port': ['ID=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:13.172509 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:13.172692 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:13.173530 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.173930 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Bound using segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:13.174982 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Bound port: 68624897-903b-435d-afac-776b58bccdc0, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:13.174982 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (68624897-903b-435d-afac-776b58bccdc0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.195628 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for router_gateway (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.257390 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] For port 68624897-903b-435d-afac-776b58bccdc0, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:13.371787 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] For port 68624897-903b-435d-afac-776b58bccdc0, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=68624897-903b-435d-afac-776b58bccdc0,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:13.378891 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Provisioning complete for port 68624897-903b-435d-afac-776b58bccdc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:13.379280 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (68624897-903b-435d-afac-776b58bccdc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.383647 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (68624897-903b-435d-afac-776b58bccdc0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.390877 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (65ca217e-219f-459f-a1f2-d5fa6e32fa70), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.502909 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51930de-8a4a-4ac6-9ad9-c103fa65b7e7 None None] Pushing event updated for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:13.505658 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:13.506287 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:13.647533 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Current status of the port 68624897-903b-435d-afac-776b58bccdc0 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:13.647934 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (68624897-903b-435d-afac-776b58bccdc0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.691216 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:13.731076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] For port 68624897-903b-435d-afac-776b58bccdc0, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=68624897-903b-435d-afac-776b58bccdc0,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:13.744748 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (68624897-903b-435d-afac-776b58bccdc0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.761927 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'Port': ['ID=65ca217e-219f-459f-a1f2-d5fa6e32fa70,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:13.883364 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0061f8-f209-462c-ad90-f2aeb8e6532f None None] Pushing event updated for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:13.897605 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4a447ba5-72c4-4651-8981-ee38853cfcfd None None] Provisioning complete for port 68624897-903b-435d-afac-776b58bccdc0 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:13.897982 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4a447ba5-72c4-4651-8981-ee38853cfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (68624897-903b-435d-afac-776b58bccdc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.931490 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-567859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565681'] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:13.941851 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:13.984408 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:14.068329 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4a447ba5-72c4-4651-8981-ee38853cfcfd None None] Current status of the port 68624897-903b-435d-afac-776b58bccdc0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:14.077859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:14.113264 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8a6a10-133f-43a3-9be0-789396e9bf39 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:14.117471 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:14.118295 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.173979 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-32a2520f-b9f4-4ffe-a7c8-a68d5841d645 req-5624bb76-46aa-4596-b463-df4d2e5d2ff9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d8202a0-ad1f-4e27-ba55-204d50225cf6 HTTP/1.1" status: 200 len: 210 time: 0.0438933 Jan 27 11:23:14.209442 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:14.221746 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:14.235333 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:14.236054 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:14.276423 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:14.277164 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.282473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] No DVR routers for this DVR port 65ca217e-219f-459f-a1f2-d5fa6e32fa70 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:23:14.289005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.295639 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5aab8f75-dc8f-4419-b19c-e790d6a0ad23 req-8f048bf7-2ad7-41fd-a937-1a28c41d133e tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "DELETE /v2.0/ports/65ca217e-219f-459f-a1f2-d5fa6e32fa70 HTTP/1.1" status: 204 len: 173 time: 1.9173882 Jan 27 11:23:14.295639 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'name': 'network-vif-deleted', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:14.297263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d68c197-85a2-4382-9b52-bdb00075b538" -d '{"events": [{"server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "name": "network-vif-deleted", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:14.318517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 is scheduled to L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 with binding_index 1 {{(pid=102447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 11:23:14.415174 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:14.428030 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.429199 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6f19548f-eaca-47b2-8fd9-9dad14275955 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:14.543227 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:14.596773 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:14.617480 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Sync routers for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:14.662068 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.665957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-bd77de42-f5ed-4f27-91cd-13b4892008bf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9692380 Jan 27 11:23:14.666222 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:14.689971 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:14.690724 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:14.694590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 6f19548f-eaca-47b2-8fd9-9dad14275955 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:14.694590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:14.702594 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:14.786717 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0e83b-d2e1-4602-8e5b-19a0fef2b17f None None] Network 18b54ff5-c72d-485f-8907-397cbba0af82 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:23:15.092638 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:23:15.157803 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:15.162665 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d36ed2e-c7a5-4258-8cdc-4773d5da179a None None] Provisioning complete for port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:15.163209 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d36ed2e-c7a5-4258-8cdc-4773d5da179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.174174 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb148d3-a330-4d88-8993-bfefe4492f4e x-openstack-request-id: req-2cb148d3-a330-4d88-8993-bfefe4492f4e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:15.175768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8202a0-ad1f-4e27-ba55-204d50225cf6", "name": "network-vif-deleted", "tag": "65ca217e-219f-459f-a1f2-d5fa6e32fa70", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:15.176051 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cb148d3-a330-4d88-8993-bfefe4492f4e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:15.176539 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8202a0-ad1f-4e27-ba55-204d50225cf6', 'name': 'network-vif-deleted', 'tag': '65ca217e-219f-459f-a1f2-d5fa6e32fa70', 'status': 'completed', 'code': 200} Jan 27 11:23:15.209538 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:15.218803 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:15.219374 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:15.226996 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:15.398380 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50536) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:15.464622 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:15.517868 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (1b81a87d-850e-4369-8f5c-67cf639d82ad), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.545578 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.547048 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (1b81a87d-850e-4369-8f5c-67cf639d82ad), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.638763 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1b81a87d-850e-4369-8f5c-67cf639d82ad), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.643467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.644882 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "DELETE /v2.0/security-groups/1b81a87d-850e-4369-8f5c-67cf639d82ad HTTP/1.1" status: 204 len: 168 time: 0.2454300 Jan 27 11:23:15.649831 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50538) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:15.667301 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.api.v2.resource [None req-88f8c724-93f5-4737-854a-eca2fc1e5ec8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] show failed (client error): The resource could not be found. Jan 27 11:23:15.668842 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-88f8c724-93f5-4737-854a-eca2fc1e5ec8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups/1b81a87d-850e-4369-8f5c-67cf639d82ad HTTP/1.1" status: 404 len: 347 time: 0.0172977 Jan 27 11:23:15.673717 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:15.681264 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac1e09-13b9-426e-83a9-92617838e0d4 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b81a87d-850e-4369-8f5c-67cf639d82ad,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:15.793298 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Allocated IP 172.20.0.1 (18b54ff5-c72d-485f-8907-397cbba0af82/efdc001c-e309-4c87-8ce6-86da71ec152a/e1f1c522-2c21-42c1-848b-178681ab30cb) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:15.854393 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 6f19548f-eaca-47b2-8fd9-9dad14275955 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:15.866580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Deleting port 2ca360fe-5e7f-45ad-8a06-57301879b3a7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:23:15.867017 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.890159 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:15.930559 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d36ed2e-c7a5-4258-8cdc-4773d5da179a None None] Current status of the port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:15.942781 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceea2fe-d19c-4aa9-bcd7-21f381d526d3 None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:15.956161 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks [] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:15.983537 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 3, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:16.007193 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.007565 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (2ca360fe-5e7f-45ad-8a06-57301879b3a7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.022618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Calling delete_port for 2ca360fe-5e7f-45ad-8a06-57301879b3a7 owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:23:16.032137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.034042 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Checking router: a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:16.036860 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Updating router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 port 5e500500-2baf-42b3-90ca-1b9b4e52d69a binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:23:16.090452 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.092992 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Network 18b54ff5-c72d-485f-8907-397cbba0af82 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:16.097146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:16.109511 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:16.113005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:16.159224 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581092'] for router_interface (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.172021 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-dc3125fc-566a-495b-b58e-d760fe0b2845 None None] Provisioning complete for port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:16.172495 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dc3125fc-566a-495b-b58e-d760fe0b2845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.188394 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 68624897-903b-435d-afac-776b58bccdc0 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:16.220722 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (2ca360fe-5e7f-45ad-8a06-57301879b3a7), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.283064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'Port': ['ID=2ca360fe-5e7f-45ad-8a06-57301879b3a7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:16.335871 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.388074 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (95057b8f-55c8-45a1-a00b-3c4604ccd1d1), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.391397 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.392816 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1031828b-6d6c-4e53-9038-7b927ab6df03 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "DELETE /v2.0/floatingips/95057b8f-55c8-45a1-a00b-3c4604ccd1d1 HTTP/1.1" status: 204 len: 168 time: 0.7178996 Jan 27 11:23:16.423282 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 68624897-903b-435d-afac-776b58bccdc0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:16.423842 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (68624897-903b-435d-afac-776b58bccdc0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.534435 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d73e93-407f-4cff-8385-ba633eaef8f9 None None] New status for floating IP 95057b8f-55c8-45a1-a00b-3c4604ccd1d1: DOWN {{(pid=102450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:23:16.573791 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-dc3125fc-566a-495b-b58e-d760fe0b2845 None None] Current status of the port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:16.581577 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks [] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.590544 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.678866 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks [] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.680323 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 68624897-903b-435d-afac-776b58bccdc0 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:16.681390 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:16.686261 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:16.693667 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566900'] for router_interface (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.706640 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50548) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:16.708743 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.712778 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275126822', 'description': 'tempest-description--154124494'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:16.759057 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-3e4b7e02-875d-4ff1-9aba-6a243b82b160 None None] Provisioning complete for port e1f1c522-2c21-42c1-848b-178681ab30cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:16.759426 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7e02-875d-4ff1-9aba-6a243b82b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.781052 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.798624 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Attempting to bind port 5e500500-2baf-42b3-90ca-1b9b4e52d69a on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:16.798996 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Attempting to bind port 5e500500-2baf-42b3-90ca-1b9b4e52d69a by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:16.799357 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Attempting to bind port 5e500500-2baf-42b3-90ca-1b9b4e52d69a on network f0a1345f-cad6-425c-8ee4-8bb389de6022 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:16.818094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f57c1-1215-45ee-91ab-bc09203aa588 None None] Pushing event updated for resources: {'Port': ['ID=5e500500-2baf-42b3-90ca-1b9b4e52d69a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:16.820423 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:16.821211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Checking segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:16.821211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.821555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Bound using segment: {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:16.822023 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Bound port: 5e500500-2baf-42b3-90ca-1b9b4e52d69a, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf4a546-75fa-451c-be40-93f6e5cd52f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:16.822416 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.824236 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Network 18b54ff5-c72d-485f-8907-397cbba0af82 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:16.828090 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:16.851488 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b7e02-875d-4ff1-9aba-6a243b82b160 None None] Port e1f1c522-2c21-42c1-848b-178681ab30cb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:16.860006 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:16.860642 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.917507 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] For port 5e500500-2baf-42b3-90ca-1b9b4e52d69a, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:16.932252 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] For port 5e500500-2baf-42b3-90ca-1b9b4e52d69a, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5e500500-2baf-42b3-90ca-1b9b4e52d69a,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:16.938819 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.956277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (c33558a9-7959-488f-ad0e-95fbbd744b8b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:16.964911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c33558a9-7959-488f-ad0e-95fbbd744b8b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.000109 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33558a9-7959-488f-ad0e-95fbbd744b8b,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.019908 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:17.024832 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.029207 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e3219ecd-efaa-4fd7-a087-cf0d2f8ee47d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3184919 Jan 27 11:23:17.029622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50552) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:17.035911 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group_rule': {'security_group_id': 'c33558a9-7959-488f-ad0e-95fbbd744b8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:17.036743 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 65ca217e-219f-459f-a1f2-d5fa6e32fa70 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:17.042165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:17.042924 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:17.066148 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f57c1-1215-45ee-91ab-bc09203aa588 None None] Pushing event updated for resources: {'Port': ['ID=5e500500-2baf-42b3-90ca-1b9b4e52d69a,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.072171 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (699fdc70-0b81-470e-af61-50256846dba2), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.105724 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:17.110469 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 65ca217e-219f-459f-a1f2-d5fa6e32fa70 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:23:17.110800 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 65ca217e-219f-459f-a1f2-d5fa6e32fa70 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:23:17.146393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (699fdc70-0b81-470e-af61-50256846dba2), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.151534 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (699fdc70-0b81-470e-af61-50256846dba2), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.152835 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:17.167016 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-fd64ef9e-bb88-47ae-950a-eecf233e7014 admin admin] 10.222.0.52 "PUT /v2.0/routers/a39c24b7-4b59-4f8b-a737-b5ea5a3913a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4915175 Jan 27 11:23:17.184728 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699fdc70-0b81-470e-af61-50256846dba2,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.197785 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.199378 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-05b8a056-83bb-4c1b-be1b-84eefb944c30 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677454 Jan 27 11:23:17.202139 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50558) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:17.206868 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'security_group_rule': {'security_group_id': 'c33558a9-7959-488f-ad0e-95fbbd744b8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:17.222175 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:17.238944 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (f2c951a9-4ac0-4ddc-89d1-4ee43bd25b99), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.301245 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-885ec8de-011b-48f8-9540-d92669987f86 None None] Provisioning complete for port e1f1c522-2c21-42c1-848b-178681ab30cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:17.301615 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-885ec8de-011b-48f8-9540-d92669987f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.330381 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (f2c951a9-4ac0-4ddc-89d1-4ee43bd25b99), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.337825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (f2c951a9-4ac0-4ddc-89d1-4ee43bd25b99), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.356280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c951a9-4ac0-4ddc-89d1-4ee43bd25b99,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.376736 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.380049 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-50a82b27-65b1-439c-ab64-696c1e2b8dde tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766381 Jan 27 11:23:17.383107 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50568) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:17.389283 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-885ec8de-011b-48f8-9540-d92669987f86 None None] Port e1f1c522-2c21-42c1-848b-178681ab30cb cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:17.389625 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:17.421258 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.475562 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'e1f1c522-2c21-42c1-848b-178681ab30cb', 'name': '', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'mac_address': 'fa:16:3e:5b:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:15Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 2, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'subnets': [{'id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:17.514813 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbed87-6f0a-404e-9024-15e819096ea3 None None] The sync data for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi is: [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'e1f1c522-2c21-42c1-848b-178681ab30cb', 'name': '', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'mac_address': 'fa:16:3e:5b:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:15Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 2, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'subnets': [{'id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:17.556583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.667189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17edbe-4f5a-4ad1-bbd4-f7a654dd947a req-04c6c42e-46d1-404d-938d-14bb8a45f083 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:17.674914 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5e17edbe-4f5a-4ad1-bbd4-f7a654dd947a req-04c6c42e-46d1-404d-938d-14bb8a45f083 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0786061 Jan 27 11:23:17.694908 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Allocated IP 172.27.3.161 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/60bae564-1f8d-492e-8d83-f55efa301bf7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:17.721019 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5e17edbe-4f5a-4ad1-bbd4-f7a654dd947a req-ef7155c7-1e19-414f-9579-9aa57d7ee757 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452263 Jan 27 11:23:17.822705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50576) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:17.832672 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062979842', 'description': 'tempest-secgroup-smoke-1062979842 description', 'project_id': '2f622a52d7a640209c483adc4d75c764'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:17.843493 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.856528 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.887438 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.933009 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:17.938423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (0ffdd9a7-834e-48f5-b66f-31d9146ed440), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.939674 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:17.942566 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:17.946919 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0ffdd9a7-834e-48f5-b66f-31d9146ed440), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.978978 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:17.982034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=60bae564-1f8d-492e-8d83-f55efa301bf7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.982212 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1565166 Jan 27 11:23:17.983673 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50578) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:17.984341 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372457c0-fedc-4c38-9e0a-f4ee11adb0f0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffdd9a7-834e-48f5-b66f-31d9146ed440,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:17.991941 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:18.048722 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (5ebc35ad-980d-40a9-9e45-b33a23bf5c25), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.081895 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.138609 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.141845 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (5ebc35ad-980d-40a9-9e45-b33a23bf5c25), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.164239 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (5ebc35ad-980d-40a9-9e45-b33a23bf5c25), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.200293 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebc35ad-980d-40a9-9e45-b33a23bf5c25,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:18.206925 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.211090 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-44c7acdd-8b5a-432a-b717-9d249192dddf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204998 Jan 27 11:23:18.211279 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50580) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:18.215637 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:18.297575 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (04920c22-69d0-421b-b75e-3049bf727242), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.391482 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.399139 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (04920c22-69d0-421b-b75e-3049bf727242), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.400577 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.406640 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (04920c22-69d0-421b-b75e-3049bf727242), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.476016 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04920c22-69d0-421b-b75e-3049bf727242,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:18.492523 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.493805 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-06328716-3caa-4da8-acfe-3854ac98c180 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815182 Jan 27 11:23:18.496812 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50582) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:18.500562 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=60bae564-1f8d-492e-8d83-f55efa301bf7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:18.502138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:18.512496 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.530687 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.531933 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4c6d9d28-2df8-4dc8-be00-0499070a0107 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1477187 Jan 27 11:23:18.532350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (b0e73a39-0963-40f8-af74-4a3a2f12134b), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.604847 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (b0e73a39-0963-40f8-af74-4a3a2f12134b), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.611337 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (b0e73a39-0963-40f8-af74-4a3a2f12134b), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.631195 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e73a39-0963-40f8-af74-4a3a2f12134b,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:18.649125 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.650382 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7526a8d3-4341-4cde-a834-94e140d844d7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518841 Jan 27 11:23:18.653544 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:18.658276 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:18.685825 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (1f3a8eb1-2f30-4716-80be-4c6d602f781c), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.784841 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (1f3a8eb1-2f30-4716-80be-4c6d602f781c), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.788724 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-41d735e5-46c0-4b08-9710-5cd9495064b8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1275126822&fields=id&tenant_id=ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 267 time: 0.0731394 Jan 27 11:23:18.793234 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (1f3a8eb1-2f30-4716-80be-4c6d602f781c), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.834660 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3a8eb1-2f30-4716-80be-4c6d602f781c,revision_number=0']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:18.872214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.873514 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8f58989c-bb7f-4d3a-850b-80856644f57b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2189636 Jan 27 11:23:18.876482 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50600) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:18.881257 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:18.903116 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Project 2f622a52d7a640209c483adc4d75c764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:23:18.910706 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (a9655a8e-8b4b-42f0-bd65-69ad176f8428), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.945945 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5fb6e-ed33-4df4-9cca-ed428c8db16b req-c5d90770-c178-491b-87b9-e0e625eaa9cb tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:18.947483 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a8a5fb6e-ed33-4df4-9cca-ed428c8db16b req-c5d90770-c178-491b-87b9-e0e625eaa9cb tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.1257958 Jan 27 11:23:18.957291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-6da97a72-6964-479d-b590-5ccdd2103037 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:18.958857 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-6da97a72-6964-479d-b590-5ccdd2103037 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 811 time: 0.1606510 Jan 27 11:23:18.982133 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (a9655a8e-8b4b-42f0-bd65-69ad176f8428), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.989058 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (a9655a8e-8b4b-42f0-bd65-69ad176f8428), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:18.990111 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-339bd92c-d608-4e5f-b85a-5f7135c5056d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/quotas/ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 375 time: 0.0244119 Jan 27 11:23:19.008911 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9655a8e-8b4b-42f0-bd65-69ad176f8428,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:19.015835 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.017333 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d4029f18-e9f3-4bda-b23a-13fda364de91 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397297 Jan 27 11:23:19.020068 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 50602) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:19.024583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'security_group_rule': {'security_group_id': '0ffdd9a7-834e-48f5-b66f-31d9146ed440', 'project_id': '2f622a52d7a640209c483adc4d75c764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:19.041073 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a8a5fb6e-ed33-4df4-9cca-ed428c8db16b req-a65214b1-4031-4ef0-80a4-72073a1253bf tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812423 Jan 27 11:23:19.049598 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.securitygroups_db [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Project 2f622a52d7a640209c483adc4d75c764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 11:23:19.055995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (a60ce29b-9644-4495-b196-77af693fae75), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.061597 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-50d90f0d-9d98-4080-a3c6-9005780cf305 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594084 Jan 27 11:23:19.117352 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (a60ce29b-9644-4495-b196-77af693fae75), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.122044 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775321'] for security_group_rule (a60ce29b-9644-4495-b196-77af693fae75), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.136712 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60ce29b-9644-4495-b196-77af693fae75,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:19.148158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:19.149438 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-2a01c62f-6450-49f2-aa78-7b9931101e3c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284058 Jan 27 11:23:19.252551 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cdf83262-1a20-4c32-9a25-df0d0f9ee869 service neutron] 10.222.0.52 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797118 Jan 27 11:23:19.348876 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-1a5fabc0-a0b1-49e1-8f64-d223bcff8923 service neutron] 10.222.0.52 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Jan 27 11:23:19.507507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7f36f4bd-272b-498d-96d0-47391c87ad13 req-4a23f7e9-0628-4e2f-b534-6d8d73e9e61d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Jan 27 11:23:19.977570 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5e500500-2baf-42b3-90ca-1b9b4e52d69a up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:20.035791 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 5e500500-2baf-42b3-90ca-1b9b4e52d69a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:20.036329 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:20.133765 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 5e500500-2baf-42b3-90ca-1b9b4e52d69a is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:20.134540 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:20.174998 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27b0c2-74bc-4b4f-9f1d-f01ecc358214 req-00d90e52-2707-4815-82f9-f9094a4e9c86 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:20.176705 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be27b0c2-74bc-4b4f-9f1d-f01ecc358214 req-00d90e52-2707-4815-82f9-f9094a4e9c86 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0546486 Jan 27 11:23:20.242533 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be27b0c2-74bc-4b4f-9f1d-f01ecc358214 req-e074bebf-cfde-4929-9e42-1fd95ed2f4c4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588837 Jan 27 11:23:20.304101 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] For port 5e500500-2baf-42b3-90ca-1b9b4e52d69a, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5e500500-2baf-42b3-90ca-1b9b4e52d69a,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:20.309525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:20.356109 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Pushing event updated for resources: {'Port': ['ID=5e500500-2baf-42b3-90ca-1b9b4e52d69a,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:20.610174 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f64905b9-90fd-4ea4-94ab-3c78584f47d9 req-05ec73a3-e2e2-4647-8c3f-771dba44251c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 210 time: 0.0322552 Jan 27 11:23:20.717070 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-930d1e88-dc11-4ba5-8a6c-0166a4a1f586 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:20.718560 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-930d1e88-dc11-4ba5-8a6c-0166a4a1f586 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 811 time: 0.1074741 Jan 27 11:23:20.780925 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-70d71e96-6c10-4458-a027-d19bc919c08b tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea934d7ccca64699971c5ae6561b1158 HTTP/1.1" status: 200 len: 380 time: 0.0532327 Jan 27 11:23:20.794914 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'port': {'device_id': '5e845809-8fcb-42e0-a74c-933a91148776', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'admin_state_up': True, 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'security_groups': ['c33558a9-7959-488f-ad0e-95fbbd744b8b']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:20.908579 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Made reservation on behalf of ea934d7ccca64699971c5ae6561b1158 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:20.912003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.045617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Allocated IP 172.20.0.5 (ad50aaad-c581-44d4-952c-b2c69f604c01/916c95fc-02c7-4197-90ab-e9e5ecf04a4c/ec997b51-d5fb-41f8-ac96-2ae4f7439507) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:21.187733 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.224245 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.269473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Network ad50aaad-c581-44d4-952c-b2c69f604c01 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:21.272677 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:21.278911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:21.285319 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event updated for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:21.350128 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:21.350788 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.391653 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-cf411686-f9e3-4fc5-a3f5-23dd6c9f2854 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006727 Jan 27 11:23:21.401363 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84913-dd2a-42fe-87c1-964131158ce3 req-45d54a8b-5b0b-43c0-8a63-f2d84d1010f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:21.403306 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a9b84913-dd2a-42fe-87c1-964131158ce3 req-45d54a8b-5b0b-43c0-8a63-f2d84d1010f8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0734849 Jan 27 11:23:21.453664 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a9b84913-dd2a-42fe-87c1-964131158ce3 req-800b9965-040a-4dc9-80d0-3a7af698a651 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441506 Jan 27 11:23:21.466052 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Request body: {'port': {'device_id': '5e845809-8fcb-42e0-a74c-933a91148776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:21.523797 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.540737 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2b9e8686-d721-44fd-85c2-37a417efa58a None None] Provisioning complete for port ec997b51-d5fb-41f8-ac96-2ae4f7439507 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:21.541309 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8686-d721-44fd-85c2-37a417efa58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:21.563902 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Sync routers for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:21.585905 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:21.586646 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:21.590204 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e8686-d721-44fd-85c2-37a417efa58a None None] Port ec997b51-d5fb-41f8-ac96-2ae4f7439507 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:21.710254 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:21.929343 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'e1f1c522-2c21-42c1-848b-178681ab30cb', 'name': '', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'mac_address': 'fa:16:3e:5b:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:15Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 2, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'subnets': [{'id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:21.958483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5e500500-2baf-42b3-90ca-1b9b4e52d69a up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:21.960903 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Checking router: a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:21.961251 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Updating router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 port e1f1c522-2c21-42c1-848b-178681ab30cb binding host dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 11:23:22.017728 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.056943 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50915fe1-3c69-4bf1-b835-6b71c0ab77dc req-e7be8549-e288-4118-b933-6e2176ab292c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.058451 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-50915fe1-3c69-4bf1-b835-6b71c0ab77dc req-e7be8549-e288-4118-b933-6e2176ab292c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 931 time: 0.0775819 Jan 27 11:23:22.126833 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port 5e500500-2baf-42b3-90ca-1b9b4e52d69a triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:22.127195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.137959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec997b51-d5fb-41f8-ac96-2ae4f7439507 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:22.152240 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks [] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.161343 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-50915fe1-3c69-4bf1-b835-6b71c0ab77dc req-9a7b43b1-9ecc-49c8-b5cf-c215efc1c823 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929246 Jan 27 11:23:22.168835 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Transition to ACTIVE for port object ec997b51-d5fb-41f8-ac96-2ae4f7439507 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:23:22.176231 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.243121 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Pushing event updated for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:22.288298 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port 5e500500-2baf-42b3-90ca-1b9b4e52d69a is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:22.318841 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Attempting to bind port ec997b51-d5fb-41f8-ac96-2ae4f7439507 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:22.319156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Attempting to bind port ec997b51-d5fb-41f8-ac96-2ae4f7439507 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:22.319515 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Attempting to bind port ec997b51-d5fb-41f8-ac96-2ae4f7439507 on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:22.324228 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Port ec997b51-d5fb-41f8-ac96-2ae4f7439507 on network ad50aaad-c581-44d4-952c-b2c69f604c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:23:22.324638 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Attempting to bind port ec997b51-d5fb-41f8-ac96-2ae4f7439507 on network ad50aaad-c581-44d4-952c-b2c69f604c01 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:22.330206 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:22.330909 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Checking segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:22.331356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Bound using segment: {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:22.331801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Bound port: ec997b51-d5fb-41f8-ac96-2ae4f7439507, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49184a56-4365-4dbf-906d-79ef12cd7621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:22.332152 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.359108 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks [] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.366670 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.402673 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:22.406760 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:22.418506 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3d01-9ae0-43c4-8bde-da56b2064842 None None] Pushing event updated for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:22.419115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.476152 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Attempting to bind port e1f1c522-2c21-42c1-848b-178681ab30cb on host dv-cinder-826608-1-iscsi for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:22.476769 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Attempting to bind port e1f1c522-2c21-42c1-848b-178681ab30cb by drivers openvswitch,hyperv on host dv-cinder-826608-1-iscsi at level 0 using segments [{'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:22.477342 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Attempting to bind port e1f1c522-2c21-42c1-848b-178681ab30cb on network 18b54ff5-c72d-485f-8907-397cbba0af82 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:22.484027 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Checking agent: {'id': 'cf7735e9-8b34-4853-8c75-0dabd19e1812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 10, 8), 'started_at': datetime.datetime(2022, 1, 27, 11, 10, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:22.484689 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Checking segment: {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:22.485275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.485870 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Bound using segment: {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:22.486621 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Bound port: e1f1c522-2c21-42c1-848b-178681ab30cb, host: dv-cinder-826608-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04e5120-6708-46bf-b900-511232119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:22.486993 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Pushing event updated for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:22.487445 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.493516 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.498102 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.502278 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-60f6a182-f5f7-40e0-b043-eaa7ae043559 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec997b51-d5fb-41f8-ac96-2ae4f7439507 HTTP/1.1" status: 200 len: 1093 time: 1.0962510 Jan 27 11:23:22.503199 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:22.506229 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e5acc-258f-4477-9679-7d96ca506dec" -d '{"events": [{"name": "network-changed", "server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:22.607945 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] For port e1f1c522-2c21-42c1-848b-178681ab30cb, host dv-cinder-826608-1-iscsi, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:22.611939 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] For port e1f1c522-2c21-42c1-848b-178681ab30cb, host dv-cinder-826608-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=e1f1c522-2c21-42c1-848b-178681ab30cb,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:22.614540 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3988c27-bc78-4502-974e-bdc6c56b66cb x-openstack-request-id: req-e3988c27-bc78-4502-974e-bdc6c56b66cb {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:22.614914 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:22.615166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3988c27-bc78-4502-974e-bdc6c56b66cb {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:22.615675 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'status': 'completed', 'code': 200} Jan 27 11:23:22.621780 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.681739 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-104c6cd5-f870-4e68-b81d-10f1920cc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.682943 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-104c6cd5-f870-4e68-b81d-10f1920cc1b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 1096 time: 0.1108408 Jan 27 11:23:22.705817 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67e95-5d14-41fb-8801-56383ad519d9 req-3c7aeeef-47fb-4fd8-95fd-bf5c1e1c986a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.706534 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:22.707201 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:22.707392 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1be67e95-5d14-41fb-8801-56383ad519d9 req-3c7aeeef-47fb-4fd8-95fd-bf5c1e1c986a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0906322 Jan 27 11:23:22.741875 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-b2693027-7fd3-4bb4-85d4-b20d31e1ae14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507 HTTP/1.1" status: 200 len: 217 time: 0.0505464 Jan 27 11:23:22.752251 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3d01-9ae0-43c4-8bde-da56b2064842 None None] Pushing event updated for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:22.831622 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1be67e95-5d14-41fb-8801-56383ad519d9 req-eeadf6a6-59a1-4f20-87aa-1c92ac0f7d0d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968914 Jan 27 11:23:22.841347 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-698ce570-2326-4b7b-a9c3-6032400691a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.849556 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-698ce570-2326-4b7b-a9c3-6032400691a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0991170 Jan 27 11:23:22.877395 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:22.879522 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Provisioning complete for port e1f1c522-2c21-42c1-848b-178681ab30cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:22.879944 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:22.909372 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-5e99e6b9-c7ad-42ae-877b-e82a8a601675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:22.910809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-5e99e6b9-c7ad-42ae-877b-e82a8a601675 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514622 Jan 27 11:23:23.006020 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-8a2de5e8-6872-45fd-8e97-29f8da049c55 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867515 Jan 27 11:23:23.096801 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Current status of the port e1f1c522-2c21-42c1-848b-178681ab30cb is: DOWN; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:23.097182 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.103224 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bb9fe74b-8ada-4638-a4b0-d406f40f5691 req-c28f9fad-2502-4483-ade7-a4dda3872767 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898337 Jan 27 11:23:23.157635 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] For port e1f1c522-2c21-42c1-848b-178681ab30cb, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=e1f1c522-2c21-42c1-848b-178681ab30cb,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:23.164427 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.205672 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-88c8ce5e-cb60-45d0-a5e6-b34c3366b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.207264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-88c8ce5e-cb60-45d0-a5e6-b34c3366b303 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 1096 time: 0.0463617 Jan 27 11:23:23.225764 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'e1f1c522-2c21-42c1-848b-178681ab30cb', 'name': '', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'mac_address': 'fa:16:3e:5b:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:15Z', 'updated_at': '2022-01-27T11:23:22Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'subnets': [{'id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:23.229271 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834e78d-1930-43f7-8af5-b06f7666c100 None None] Pushing event updated for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:23.255706 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc4f3b-8343-45a6-8c00-ea86d94244bd None None] The sync data for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi is: [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:23:16Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'e1f1c522-2c21-42c1-848b-178681ab30cb', 'name': '', 'network_id': '18b54ff5-c72d-485f-8907-397cbba0af82', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'mac_address': 'fa:16:3e:5b:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:15Z', 'updated_at': '2022-01-27T11:23:22Z', 'revision_number': 4, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'subnets': [{'id': 'efdc001c-e309-4c87-8ce6-86da71ec152a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:23.299730 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-0bec7143-122f-47a8-821d-0369e52a6ee6 None None] Provisioning complete for port e1f1c522-2c21-42c1-848b-178681ab30cb triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:23.300107 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0bec7143-122f-47a8-821d-0369e52a6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:23.359902 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b63aa5-ef2f-4dcd-bf92-a0b517b58a67 req-f1fce3d0-60ab-4d9f-a918-c151cb5173d6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.361496 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b2b63aa5-ef2f-4dcd-bf92-a0b517b58a67 req-f1fce3d0-60ab-4d9f-a918-c151cb5173d6 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 943 time: 0.1162126 Jan 27 11:23:23.363243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-284f501a-6693-4bb9-884d-7300c2f3a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.364603 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-284f501a-6693-4bb9-884d-7300c2f3a234 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.1501248 Jan 27 11:23:23.389322 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0bec7143-122f-47a8-821d-0369e52a6ee6 None None] Current status of the port e1f1c522-2c21-42c1-848b-178681ab30cb is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:23.421933 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-943eddce-b7c9-4b1b-b834-7979455dd1e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507 HTTP/1.1" status: 200 len: 217 time: 0.0470567 Jan 27 11:23:23.486094 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b2b63aa5-ef2f-4dcd-bf92-a0b517b58a67 req-4517cd85-06e7-427a-98d5-712b383c4311 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180665 Jan 27 11:23:23.502586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-a7941953-afab-4673-ac25-2af020e4c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.502586 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-a7941953-afab-4673-ac25-2af020e4c5ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0711634 Jan 27 11:23:23.546568 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-5c02b4c0-af9f-4213-b431-3b2361c12aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.548112 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-5c02b4c0-af9f-4213-b431-3b2361c12aac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421512 Jan 27 11:23:23.647324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-0b9c8ebf-3d60-459f-9443-17c0fa0f8a5c service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902150 Jan 27 11:23:23.747616 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fb4e5acc-258f-4477-9679-7d96ca506dec req-ca1e39fa-3169-426d-a9f8-cd9e8e9ce99b service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931196 Jan 27 11:23:23.959517 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc1543-4e1a-4316-8434-8606e9597cba req-c1dbf80f-35c8-4f91-8618-95af6d42a43d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:23.961003 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d0bc1543-4e1a-4316-8434-8606e9597cba req-c1dbf80f-35c8-4f91-8618-95af6d42a43d tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0521059 Jan 27 11:23:23.992376 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device e1f1c522-2c21-42c1-848b-178681ab30cb up at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:24.012290 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d0bc1543-4e1a-4316-8434-8606e9597cba req-85143777-74d5-4089-ba07-2d012b4369f5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447879 Jan 27 11:23:24.046172 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Provisioning complete for port e1f1c522-2c21-42c1-848b-178681ab30cb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:24.046590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:24.124066 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Current status of the port e1f1c522-2c21-42c1-848b-178681ab30cb is: ACTIVE; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:24.616919 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfeda7-06f1-45ff-8cfd-b3ab31059f94 req-0d3383a1-03dc-4c8a-a51f-cdbc33763e76 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:24.618423 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-77cfeda7-06f1-45ff-8cfd-b3ab31059f94 req-0d3383a1-03dc-4c8a-a51f-cdbc33763e76 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 943 time: 0.0541842 Jan 27 11:23:24.669146 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-77cfeda7-06f1-45ff-8cfd-b3ab31059f94 req-c6c3cf45-7014-4d79-9f7c-9be5e7a101dd tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Jan 27 11:23:25.060549 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device ec997b51-d5fb-41f8-ac96-2ae4f7439507 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:25.138635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817af34f-5b31-4161-8c46-a88b4a65325b req-97d94a88-5a0a-4e45-9903-3f3d0abe3d1b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:25.140206 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-817af34f-5b31-4161-8c46-a88b4a65325b req-97d94a88-5a0a-4e45-9903-3f3d0abe3d1b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Jan 27 11:23:25.195243 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-817af34f-5b31-4161-8c46-a88b4a65325b req-3d65eb15-817a-4b50-92ef-b636f2b90a9f tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489287 Jan 27 11:23:25.295360 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:25.308059 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'port_id': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'mac_address': 'fa:16:3e:49:2b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:25.346495 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port ec997b51-d5fb-41f8-ac96-2ae4f7439507 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:25.346848 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:25.359786 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec997b51-d5fb-41f8-ac96-2ae4f7439507 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:25.380025 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:25.386479 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:25.439010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:25.446616 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.447003 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.447395 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.447739 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.447979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.448308 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.448719 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.448945 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.449275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.449601 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.449925 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.450227 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.450566 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:23:25.647819 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['ec997b51-d5fb-41f8-ac96-2ae4f7439507'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:25.785667 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95018-45b6-4820-a71a-aef4bccdf2b4 req-3a28a2bb-c71e-42df-ba2d-2812eacd21e8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:25.787831 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b2b95018-45b6-4820-a71a-aef4bccdf2b4 req-3a28a2bb-c71e-42df-ba2d-2812eacd21e8 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 944 time: 0.0505939 Jan 27 11:23:25.837987 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b2b95018-45b6-4820-a71a-aef4bccdf2b4 req-52fcc8df-bde6-42d4-875b-b69bf0dfb8fa tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Jan 27 11:23:26.318511 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b808e-94c1-4b17-be59-69dac9c39885 req-a6ad595f-cf82-48bd-8402-05e9c341abb4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:26.320043 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-936b808e-94c1-4b17-be59-69dac9c39885 req-a6ad595f-cf82-48bd-8402-05e9c341abb4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0505183 Jan 27 11:23:26.373371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-936b808e-94c1-4b17-be59-69dac9c39885 req-5de29f77-72da-4e0e-a89e-1fa78f5f80a9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470505 Jan 27 11:23:26.961904 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5209d-adb4-4a11-85d7-25351238633f req-0aaf0076-535a-48dd-99a4-99422fcdc43d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:26.963417 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1ff5209d-adb4-4a11-85d7-25351238633f req-0aaf0076-535a-48dd-99a4-99422fcdc43d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 944 time: 0.0501564 Jan 27 11:23:27.012821 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1ff5209d-adb4-4a11-85d7-25351238633f req-4ba022f9-915a-4a00-b4a3-2fec4a199b20 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Jan 27 11:23:27.071764 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device ec997b51-d5fb-41f8-ac96-2ae4f7439507 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:27.125922 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port ec997b51-d5fb-41f8-ac96-2ae4f7439507 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:23:27.130937 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port ec997b51-d5fb-41f8-ac96-2ae4f7439507 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:27.131268 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:27.216424 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port ec997b51-d5fb-41f8-ac96-2ae4f7439507 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:27.216799 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:27.243421 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:27.245750 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ea50b-9ffa-4ae3-b5c3-87d2184003f2" -d '{"events": [{"server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "name": "network-vif-plugged", "status": "completed", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:27.263037 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:27.269806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:27.328411 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:27.352558 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e881d463-0cff-45ed-a47e-d3e51cd764ad x-openstack-request-id: req-e881d463-0cff-45ed-a47e-d3e51cd764ad {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:27.353154 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "name": "network-vif-plugged", "status": "completed", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:27.353409 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e881d463-0cff-45ed-a47e-d3e51cd764ad {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:27.353813 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'code': 200} Jan 27 11:23:27.552713 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04edbc-d53a-4613-a84f-3e9e6486dd74 req-c8af4c37-6a04-4eff-b9cb-abe23fa9bda8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:27.554182 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc04edbc-d53a-4613-a84f-3e9e6486dd74 req-c8af4c37-6a04-4eff-b9cb-abe23fa9bda8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0937781 Jan 27 11:23:27.567967 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223c66b-67f9-4230-93da-2e69d07a6648 req-d1960160-fa75-49e3-a932-7876b03ae265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:27.569417 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a223c66b-67f9-4230-93da-2e69d07a6648 req-d1960160-fa75-49e3-a932-7876b03ae265 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 1098 time: 0.0684941 Jan 27 11:23:27.631986 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc04edbc-d53a-4613-a84f-3e9e6486dd74 req-39954355-2f04-4ce2-b920-5ec71d4b2cc8 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719562 Jan 27 11:23:27.638241 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a223c66b-67f9-4230-93da-2e69d07a6648 req-43985a23-c564-4f69-bc97-e29e02b1bf10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614593 Jan 27 11:23:28.141328 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1934cc-9fb6-48c0-8d68-900e0dbdb6e3 req-1ac9c4ef-485c-470f-9574-a0fa0ca2d335 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:28.143053 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-db1934cc-9fb6-48c0-8d68-900e0dbdb6e3 req-1ac9c4ef-485c-470f-9574-a0fa0ca2d335 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Jan 27 11:23:28.205266 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-db1934cc-9fb6-48c0-8d68-900e0dbdb6e3 req-f686fe13-b872-4ba0-a15b-dbb35f3d30c9 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563502 Jan 27 11:23:28.754308 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e73dc9-6cd2-4e9f-a5c9-aaa8fb7228bc req-b21a74d3-b93f-4983-bf03-b39b97c21f0a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:28.755694 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9e73dc9-6cd2-4e9f-a5c9-aaa8fb7228bc req-b21a74d3-b93f-4983-bf03-b39b97c21f0a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Jan 27 11:23:28.803837 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d9e73dc9-6cd2-4e9f-a5c9-aaa8fb7228bc req-6ac5990f-5505-4f29-973a-9dcd6e5f05e9 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424321 Jan 27 11:23:29.329385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fcfd2-5125-4c3e-92f6-dde153c15f35 req-fb81791b-37d5-4ac7-bb9f-08e9f22929c7 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:29.330950 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-887fcfd2-5125-4c3e-92f6-dde153c15f35 req-fb81791b-37d5-4ac7-bb9f-08e9f22929c7 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Jan 27 11:23:29.379323 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-887fcfd2-5125-4c3e-92f6-dde153c15f35 req-e3b906a2-24d2-4c33-80ea-eb3bd6cfb86f tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Jan 27 11:23:29.495369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccb9ba-12b2-4dd0-a4d0-ab2f2d4d8529 req-7af7b5b0-1838-4eef-b701-d8ada661736d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:29.496868 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7eccb9ba-12b2-4dd0-a4d0-ab2f2d4d8529 req-7af7b5b0-1838-4eef-b701-d8ada661736d tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Jan 27 11:23:29.505429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50746) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:29.509808 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Request body: {'floatingip': {'port_id': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:29.549258 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:29.980012 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540db3c-786c-459b-937c-7d100603c81a req-854b7bfa-b49a-4c37-980b-407c6f097bb7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:29.981533 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d540db3c-786c-459b-937c-7d100603c81a req-854b7bfa-b49a-4c37-980b-407c6f097bb7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0886271 Jan 27 11:23:30.060903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:30.073572 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:30.081081 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d540db3c-786c-459b-937c-7d100603c81a req-3b0138b8-4745-4a88-a02f-74c46a167469 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923679 Jan 27 11:23:30.178718 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Floating IP 1bb0fee1-1ddc-4631-a32f-31dec877a812 associated. External IP: 172.27.3.161, port: ec997b51-d5fb-41f8-ac96-2ae4f7439507. Jan 27 11:23:30.254676 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:30.385996 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:23:30.494966 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:23:30.499430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:30.508083 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:23:30.518830 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:30.519602 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:30.529761 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-669a6e13-f12c-4bc7-b038-fa6a37a94a5a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "PUT /v2.0/floatingips/1bb0fee1-1ddc-4631-a32f-31dec877a812 HTTP/1.1" status: 200 len: 991 time: 1.0232430 Jan 27 11:23:30.530763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:30.533287 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3710c7de-e9e8-44c3-a1ed-e4208b249f62" -d '{"events": [{"name": "network-changed", "server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:30.575384 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0657fd2-48ee-4a90-a89b-b6f386a126c0 x-openstack-request-id: req-c0657fd2-48ee-4a90-a89b-b6f386a126c0 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:30.575674 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:30.575926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0657fd2-48ee-4a90-a89b-b6f386a126c0 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:30.576340 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'status': 'completed', 'code': 200} Jan 27 11:23:30.657043 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-ded824df-480f-437f-a140-00d7b0ec376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:30.658680 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-ded824df-480f-437f-a140-00d7b0ec376b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea934d7ccca64699971c5ae6561b1158&device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 1098 time: 0.0513783 Jan 27 11:23:30.659713 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:30.759137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-268e4827-7841-4f90-813e-faaa55e196c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:30.760739 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-268e4827-7841-4f90-813e-faaa55e196c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 200 len: 912 time: 0.0943589 Jan 27 11:23:30.833473 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-2cca6760-3c0e-47f1-90c4-d2c3c4a4d653 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507 HTTP/1.1" status: 200 len: 999 time: 0.0642583 Jan 27 11:23:30.888065 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-c7aa1883-e6fb-4da3-8e23-06a6a0f0b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:30.889572 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-c7aa1883-e6fb-4da3-8e23-06a6a0f0b0e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 200 len: 850 time: 0.0494976 Jan 27 11:23:30.906064 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '1bb0fee1-1ddc-4631-a32f-31dec877a812', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:49:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e845809-8fcb-42e0-a74c-933a91148776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:18Z', 'updated_at': '2022-01-27T11:23:29Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:30.939314 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:23:30.944518 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-78fcdb35-11a9-487c-8703-408dfc9c201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:30.945881 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-78fcdb35-11a9-487c-8703-408dfc9c201b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ad50aaad-c581-44d4-952c-b2c69f604c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487626 Jan 27 11:23:30.950086 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:23:30.950752 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:31.054433 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-734b588d-b482-4e9f-8898-d9b515c69b8d service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987077 Jan 27 11:23:31.077305 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:23:31.084821 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:31.237230 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:31.249166 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '906ff417-2292-418c-a552-a6cb83a200bb', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:31.255385 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3710c7de-e9e8-44c3-a1ed-e4208b249f62 req-fa705d73-3847-48df-8fb3-5570df1a3b39 service neutron] 10.222.0.49 "GET /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933537 Jan 27 11:23:31.293191 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0cee-326d-40d8-91e8-b08d2811ce01 req-b6606723-6237-439c-b782-fe0ed1635e00 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:31.308453 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43fd0cee-326d-40d8-91e8-b08d2811ce01 req-b6606723-6237-439c-b782-fe0ed1635e00 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.1182694 Jan 27 11:23:31.325171 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: ACTIVE; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:31.326275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:31.342682 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:31.368879 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:31.378187 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:31.381255 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43fd0cee-326d-40d8-91e8-b08d2811ce01 req-6f7a9d9e-174f-46a3-a81b-30b2ffda5d53 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713704 Jan 27 11:23:31.439122 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:31.486276 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['906ff417-2292-418c-a552-a6cb83a200bb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:31.611923 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '1bb0fee1-1ddc-4631-a32f-31dec877a812', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:49:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e845809-8fcb-42e0-a74c-933a91148776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:18Z', 'updated_at': '2022-01-27T11:23:29Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:23:31.650874 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0f723-0a0e-4d4a-84ea-46436eeb30eb None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '1bb0fee1-1ddc-4631-a32f-31dec877a812', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'port_id': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'mac_address': 'fa:16:3e:49:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e845809-8fcb-42e0-a74c-933a91148776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:18Z', 'updated_at': '2022-01-27T11:23:29Z', 'revision_number': 1, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:23:31.893389 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc40da6-7b92-4107-9e57-343ba256dd8e None None] New status for floating IP 1bb0fee1-1ddc-4631-a32f-31dec877a812: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:23:32.340077 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b12d32d-27aa-4952-833d-5a6c53756252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:32.516617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f6d44-132f-4b2f-b58d-502e1f3483e3 req-1c9a9d8f-f457-4aa8-9090-deb1ae1b9882 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:32.518027 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-404f6d44-132f-4b2f-b58d-502e1f3483e3 req-1c9a9d8f-f457-4aa8-9090-deb1ae1b9882 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 945 time: 0.0609536 Jan 27 11:23:32.565606 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-404f6d44-132f-4b2f-b58d-502e1f3483e3 req-c749191c-78f0-49ca-aa6e-b86b2f13f8c4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419486 Jan 27 11:23:33.106469 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:33.159781 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 906ff417-2292-418c-a552-a6cb83a200bb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:33.160160 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (906ff417-2292-418c-a552-a6cb83a200bb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:33.238803 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:33.239194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:33.262637 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:33.264963 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85f103-21f2-4eb0-b890-1fe3fd2eb9eb" -d '{"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:33.278118 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:33.286654 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:33.312579 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d1bba3-d8cd-4d1d-95c3-62f90a6182dd x-openstack-request-id: req-62d1bba3-d8cd-4d1d-95c3-62f90a6182dd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:33.312861 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:33.313126 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62d1bba3-d8cd-4d1d-95c3-62f90a6182dd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:33.313516 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'code': 200} Jan 27 11:23:33.346309 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:33.706124 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa611ee-8ed2-4918-835f-a633582609a9 req-8a6dae29-dd4d-4e18-94f3-9a86a0c56f2e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:33.708319 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4aa611ee-8ed2-4918-835f-a633582609a9 req-8a6dae29-dd4d-4e18-94f3-9a86a0c56f2e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0509961 Jan 27 11:23:33.759896 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4aa611ee-8ed2-4918-835f-a633582609a9 req-eb333437-b284-439e-bd71-498323ca9a38 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431654 Jan 27 11:23:34.609577 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-acc9deba-65a1-4da0-9e80-c02fc840f324 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062979842&fields=id&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 267 time: 0.0547042 Jan 27 11:23:34.614102 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1def2889-3a36-4512-a330-1cae4beab087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:34.741759 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-366651b4-5beb-45f5-9f76-24a71a64dacd tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:34.743525 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-366651b4-5beb-45f5-9f76-24a71a64dacd tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1276948 Jan 27 11:23:34.761151 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-3a78f8ee-292a-4424-87b9-a85fa1ac9e7a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/quotas/2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 375 time: 0.0112553 Jan 27 11:23:34.835818 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-3e35e9da-7a73-4650-9995-c463d99f1990 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612302 Jan 27 11:23:34.913992 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49872c-55a6-41a2-ab0d-16711ce7235f req-b7cc0d15-5b00-4e66-bb6f-7afd53eda4c5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:34.915804 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9e49872c-55a6-41a2-ab0d-16711ce7235f req-b7cc0d15-5b00-4e66-bb6f-7afd53eda4c5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0707715 Jan 27 11:23:35.012525 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9e49872c-55a6-41a2-ab0d-16711ce7235f req-d4a5fe8b-d0be-4ede-b185-a470f7bd9eba tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853615 Jan 27 11:23:35.045406 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-bf65db29-22ab-4b68-9009-3c9a254f55ca service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085626 Jan 27 11:23:35.150503 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-cada63ea-37cd-400d-be00-531d545b2a85 service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980799 Jan 27 11:23:35.502762 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1a0e3072-e6ec-486b-8b48-ccc0d93b2948 req-43fecc49-0ac8-43b6-b064-e74c5887db6d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 210 time: 0.0358634 Jan 27 11:23:35.834087 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:36.165667 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad576e3a-97d0-454c-a9a1-b143eb297b12 req-14b471eb-9ddc-41c6-8957-2fa98ef475c3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:36.167384 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ad576e3a-97d0-454c-a9a1-b143eb297b12 req-14b471eb-9ddc-41c6-8957-2fa98ef475c3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0708930 Jan 27 11:23:36.229259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ad576e3a-97d0-454c-a9a1-b143eb297b12 req-b387a31c-c883-4215-8445-71494ab37f81 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563047 Jan 27 11:23:36.620735 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3736d0ff-e62b-4b2e-8901-d52c4353ac98 req-1ea1e521-b55c-4b50-91d9-3bb2a1552327 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 210 time: 0.0414662 Jan 27 11:23:36.628673 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-45f895a0-a4e9-42d7-a5b6-64e120ec171e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:36.630102 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-45f895a0-a4e9-42d7-a5b6-64e120ec171e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1545126 Jan 27 11:23:36.712919 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-c77707a9-4a88-4007-b715-67029a07caf7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 380 time: 0.0683928 Jan 27 11:23:36.722994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'port': {'device_id': '60097e0a-3002-403e-aa78-a1978d6c6608', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'admin_state_up': True, 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'security_groups': ['0ffdd9a7-834e-48f5-b66f-31d9146ed440']}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:37.130814 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Made reservation on behalf of 2f622a52d7a640209c483adc4d75c764 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:23:37.134950 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.306956 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.314113 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.20.0.6 (e83bd7f2-42a3-4469-99e1-49e8260bf7b9/74263f88-5fe5-4364-93b9-2de5214e789d/a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:37.471344 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c57f93-9593-49e2-ac65-35983a85c3c2 req-c187b128-5471-4b54-9c24-08c682b575cf tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:37.472844 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b4c57f93-9593-49e2-ac65-35983a85c3c2 req-c187b128-5471-4b54-9c24-08c682b575cf tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.1331525 Jan 27 11:23:37.557746 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.567077 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b4c57f93-9593-49e2-ac65-35983a85c3c2 req-e7540324-c71f-4294-a14d-e74d0ba80cee tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848107 Jan 27 11:23:37.610972 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.655370 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:37.658644 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:37.662724 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:37.699425 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:37.772420 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:37.773106 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:37.795850 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea3bde-78c7-4a8a-89b0-ad4916c4bbb7 req-74f438f0-4ee6-4753-ad68-c10229b0544e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:37.797387 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-42ea3bde-78c7-4a8a-89b0-ad4916c4bbb7 req-74f438f0-4ee6-4753-ad68-c10229b0544e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 931 time: 0.0838525 Jan 27 11:23:37.801264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-7d55d854-3dc6-4753-a0b6-6e9987a35f10 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821648 Jan 27 11:23:37.815323 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Request body: {'port': {'device_id': '60097e0a-3002-403e-aa78-a1978d6c6608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:37.921308 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-42ea3bde-78c7-4a8a-89b0-ad4916c4bbb7 req-a9c57e08-a48d-4462-8646-bfe0dbd2f22c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841324 Jan 27 11:23:37.924210 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.033171 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-1d4b10a0-0301-41fc-ab27-d95743224e92 None None] Provisioning complete for port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:38.033905 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d4b10a0-0301-41fc-ab27-d95743224e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.076863 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b10a0-0301-41fc-ab27-d95743224e92 None None] Port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:23:38.263691 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:38.273439 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks [] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.287204 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Transition to ACTIVE for port object a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:23:38.292146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.425335 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:38.490185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Attempting to bind port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:23:38.491225 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Attempting to bind port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:23:38.493588 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Attempting to bind port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:38.500093 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.505275 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:23:38.505601 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Attempting to bind port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:23:38.517101 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:23:38.518182 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:23:38.519260 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Bound using segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:23:38.519838 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Bound port: a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:23:38.520780 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.645990 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:23:38.649905 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:23:38.661723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.744990 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:38.745603 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:38.747414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] 10.222.0.49 "PUT /v2.0/ports/a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 HTTP/1.1" status: 200 len: 1093 time: 0.9387162 Jan 27 11:23:38.747861 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:38.750187 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2" -d '{"events": [{"name": "network-changed", "server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:38.761978 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0345e-4068-4585-bafc-9806d62cbb98 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:38.792917 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5780c-ff41-4c6c-86ea-bc5774dc9c42 req-a9fb1819-93c3-4011-bab1-b9b085388944 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:38.795150 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7fb5780c-ff41-4c6c-86ea-bc5774dc9c42 req-a9fb1819-93c3-4011-bab1-b9b085388944 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.1029193 Jan 27 11:23:38.836524 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dd4199-ca88-4cba-8fa4-c3f38816c353 x-openstack-request-id: req-59dd4199-ca88-4cba-8fa4-c3f38816c353 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:38.836905 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:38.837082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59dd4199-ca88-4cba-8fa4-c3f38816c353 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:38.837454 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'status': 'completed', 'code': 200} Jan 27 11:23:38.882131 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-b128e941-0fdb-44f5-ae42-16a2838d8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:38.883715 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-b128e941-0fdb-44f5-ae42-16a2838d8db8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 1096 time: 0.0834503 Jan 27 11:23:38.887045 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7fb5780c-ff41-4c6c-86ea-bc5774dc9c42 req-d80a6d1f-56e6-4551-b27d-ffa0c1689917 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769565 Jan 27 11:23:38.936529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-704f1a56-ace1-4d13-b5f2-1bfb4a1f67f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 HTTP/1.1" status: 200 len: 217 time: 0.0392816 Jan 27 11:23:39.004555 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-5d56f73a-f076-474c-a8da-0ebd739c2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.011246 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-5d56f73a-f076-474c-a8da-0ebd739c2922 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0678906 Jan 27 11:23:39.104283 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-a391e599-2d4f-4ec1-8537-c7d7da9b1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.105813 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-a391e599-2d4f-4ec1-8537-c7d7da9b1a12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875366 Jan 27 11:23:39.124689 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164f8ab-1a92-42bc-83a0-8b33d7a53733 req-eeb9bd53-2eda-4e70-9fdf-67aaab0ef146 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.126415 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6164f8ab-1a92-42bc-83a0-8b33d7a53733 req-eeb9bd53-2eda-4e70-9fdf-67aaab0ef146 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0679212 Jan 27 11:23:39.232630 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6164f8ab-1a92-42bc-83a0-8b33d7a53733 req-a69e0b11-ea96-46d5-ae26-8f2fbf0b2002 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974350 Jan 27 11:23:39.252546 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-0144d2f0-dcbb-4924-a8ed-65d3231e8e1b service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355953 Jan 27 11:23:39.366759 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-41aece05-74d6-44ae-9f06-63dfa1daf4ad req-f2481de9-a547-48cd-b6fa-c66d16ca13a5 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068425 Jan 27 11:23:39.470356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-3ed9d1ea-ad58-4360-abc0-e14eecae2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.472743 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-3ed9d1ea-ad58-4360-abc0-e14eecae2057 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 1096 time: 0.0475788 Jan 27 11:23:39.595964 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-ad187830-cf4d-406b-bfdf-81e62c197f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.597477 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-ad187830-cf4d-406b-bfdf-81e62c197f91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.1143804 Jan 27 11:23:39.643839 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-e9a458c0-0969-490d-be8f-bfc293138862 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 HTTP/1.1" status: 200 len: 217 time: 0.0395629 Jan 27 11:23:39.703842 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-e177d3b0-6e8c-43e3-97d3-38057fe42269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.705646 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-e177d3b0-6e8c-43e3-97d3-38057fe42269 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0544121 Jan 27 11:23:39.765784 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-edad0dcb-dae5-4bcd-877e-79fdc8ca45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.767563 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-edad0dcb-dae5-4bcd-877e-79fdc8ca45fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500286 Jan 27 11:23:39.905252 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc2eb2-3cb5-444a-9682-8ec9adcaabe5 req-397e657e-c9a1-4368-8df9-aaa24ec628f8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:39.906809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-91dc2eb2-3cb5-444a-9682-8ec9adcaabe5 req-397e657e-c9a1-4368-8df9-aaa24ec628f8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0944409 Jan 27 11:23:39.936324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-de95f1f9-50bb-4cd8-adb9-75a3870a05ad service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541181 Jan 27 11:23:40.005399 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-91dc2eb2-3cb5-444a-9682-8ec9adcaabe5 req-81fb620f-65ba-4bed-b91b-d061844957e2 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885706 Jan 27 11:23:40.096284 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b3350-26b4-4238-8271-be139e4f63ac req-53df5865-ef78-43e9-abf3-19df71ff9a2a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.103210 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac7b3350-26b4-4238-8271-be139e4f63ac req-53df5865-ef78-43e9-abf3-19df71ff9a2a tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.1115761 Jan 27 11:23:40.111672 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-513e1a96-c3ee-4ce5-af2e-5ddf088a15e2 req-b1eeae78-afd9-4b34-a6ef-a599706ccf9c service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656599 Jan 27 11:23:40.153001 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ac7b3350-26b4-4238-8271-be139e4f63ac req-471e02aa-88dd-44f1-8567-1813a06c04fa tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489199 Jan 27 11:23:40.357662 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e82dfb-0d40-4641-a262-46f44ffc33b2 req-829b0d2d-9203-485f-87b2-8be4d0691905 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:40.359957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d3e82dfb-0d40-4641-a262-46f44ffc33b2 req-829b0d2d-9203-485f-87b2-8be4d0691905 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0536389 Jan 27 11:23:40.412536 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d3e82dfb-0d40-4641-a262-46f44ffc33b2 req-d57c2116-db13-49e5-801b-a014b1ecc724 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464151 Jan 27 11:23:41.140667 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51803d-0224-499d-98c9-5968a942d6a9 req-9fb7318d-5393-4e22-94d1-3a822599e10a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.149596 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a51803d-0224-499d-98c9-5968a942d6a9 req-9fb7318d-5393-4e22-94d1-3a822599e10a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0659306 Jan 27 11:23:41.208600 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0a51803d-0224-499d-98c9-5968a942d6a9 req-5f3cf1e0-5bf2-4532-a3d2-7e1eae27d6a7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577333 Jan 27 11:23:41.298853 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6325-c164-4994-95a2-be09acb1cb08 req-28631b0f-4006-4158-9822-90515f7441a3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.300450 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-775a6325-c164-4994-95a2-be09acb1cb08 req-28631b0f-4006-4158-9822-90515f7441a3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0532444 Jan 27 11:23:41.347683 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-775a6325-c164-4994-95a2-be09acb1cb08 req-41cd8968-2abd-427c-b8f4-23df282a6a1b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411892 Jan 27 11:23:41.537447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c8f8d-51fa-4741-890a-a3f904b872ee req-1eeac9b1-b18b-4a10-b8bf-5cc1b0690a57 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:41.538984 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f2c8f8d-51fa-4741-890a-a3f904b872ee req-1eeac9b1-b18b-4a10-b8bf-5cc1b0690a57 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0495939 Jan 27 11:23:41.591466 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1f2c8f8d-51fa-4741-890a-a3f904b872ee req-cf79e2dc-eac9-47b5-8695-8e886b857f09 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Jan 27 11:23:42.153580 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb386c-fec6-455b-b32e-770c9586750e req-f2f8c121-45d8-46ff-97f6-fa6097c5cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.155085 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-f2f8c121-45d8-46ff-97f6-fa6097c5cc68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1099 time: 0.0425954 Jan 27 11:23:42.245184 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb386c-fec6-455b-b32e-770c9586750e req-0baae696-c8fc-44b0-982f-5712bf5ed6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.246609 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-0baae696-c8fc-44b0-982f-5712bf5ed6fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.0851521 Jan 27 11:23:42.340334 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-113e78c0-c075-4222-b49a-834e7c2b0bae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 1002 time: 0.0858457 Jan 27 11:23:42.353110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ff0d-7d32-458e-bf4d-fa2e60a30e92 req-22acbd1f-7eab-4aaf-b4a9-746dc220ad82 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.354548 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a71ff0d-7d32-458e-bf4d-fa2e60a30e92 req-22acbd1f-7eab-4aaf-b4a9-746dc220ad82 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0630050 Jan 27 11:23:42.421038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb386c-fec6-455b-b32e-770c9586750e req-cebeefbe-fd31-44ba-b26a-86ecac07811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.422426 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-cebeefbe-fd31-44ba-b26a-86ecac07811b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0670657 Jan 27 11:23:42.481581 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9a71ff0d-7d32-458e-bf4d-fa2e60a30e92 req-293624b2-8a12-4fc2-9c97-a6568f4703e1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191685 Jan 27 11:23:42.508154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf47c3-ee58-41ee-81b7-65279073a8f0 req-d5bad3db-312a-4ed4-9bb5-0c445eb14a34 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.509611 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-94cf47c3-ee58-41ee-81b7-65279073a8f0 req-d5bad3db-312a-4ed4-9bb5-0c445eb14a34 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0863152 Jan 27 11:23:42.513970 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb386c-fec6-455b-b32e-770c9586750e req-c4fb1c43-413a-44b4-9276-1781b8422b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.515507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-c4fb1c43-413a-44b4-9276-1781b8422b86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757604 Jan 27 11:23:42.608885 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-94cf47c3-ee58-41ee-81b7-65279073a8f0 req-44cc91ae-f2b3-46d9-8523-86fad94a2b5c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924127 Jan 27 11:23:42.645880 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-de592a45-386f-4935-b1a6-7e6fb36120bc service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225448 Jan 27 11:23:42.764283 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8035-9293-4128-a2ad-9ac39d8720c2 req-4d268e82-7a1f-4816-ba3c-e6043d69132f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:42.765665 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccad8035-9293-4128-a2ad-9ac39d8720c2 req-4d268e82-7a1f-4816-ba3c-e6043d69132f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.1047635 Jan 27 11:23:42.782864 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1acb386c-fec6-455b-b32e-770c9586750e req-b3a4a0f1-c680-4af1-a86a-cae86414613b service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300011 Jan 27 11:23:42.819530 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ccad8035-9293-4128-a2ad-9ac39d8720c2 req-172d5c28-07d5-4811-8f82-dd7824975924 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Jan 27 11:23:43.610256 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221bb0b-125c-4ef3-8951-812c4a4b086c req-23c77076-2c38-44bb-a888-25058992a796 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.611775 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a221bb0b-125c-4ef3-8951-812c4a4b086c req-23c77076-2c38-44bb-a888-25058992a796 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0520017 Jan 27 11:23:43.662133 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a221bb0b-125c-4ef3-8951-812c4a4b086c req-cde54499-c907-4fe1-a0d9-35b34526050b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Jan 27 11:23:43.734855 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d08d0-a9ff-4043-a65a-ed798905df34 req-7a57adec-d5d2-451f-9b7a-991b74c84bab tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.736332 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d30d08d0-a9ff-4043-a65a-ed798905df34 req-7a57adec-d5d2-451f-9b7a-991b74c84bab tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0528004 Jan 27 11:23:43.785284 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d30d08d0-a9ff-4043-a65a-ed798905df34 req-b343d4ce-2352-4415-a5d4-7d258f4b0403 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419645 Jan 27 11:23:43.933156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4add84-e5db-41c5-9b76-3bc3277915e4 req-ebeabadd-2328-452e-9b9f-6336cd9958dc tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:43.934613 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fd4add84-e5db-41c5-9b76-3bc3277915e4 req-ebeabadd-2328-452e-9b9f-6336cd9958dc tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Jan 27 11:23:43.983738 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fd4add84-e5db-41c5-9b76-3bc3277915e4 req-79c14aa2-d1a3-47ea-9cce-7b0ddb6986f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Jan 27 11:23:44.788568 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849b189-47bb-489a-a32c-c627ff09db55 req-0edcb08d-ca8f-43bb-be14-f934f9d7625a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:44.789974 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9849b189-47bb-489a-a32c-c627ff09db55 req-0edcb08d-ca8f-43bb-be14-f934f9d7625a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0594783 Jan 27 11:23:44.854735 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9849b189-47bb-489a-a32c-c627ff09db55 req-75cfa960-a967-4700-a42d-ce698f26568c tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590143 Jan 27 11:23:44.908969 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6b515-22f3-4549-ac05-0d8dd82f0e06 req-1bbd4861-072c-4677-b659-71ae6086ddb6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:44.910435 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-77d6b515-22f3-4549-ac05-0d8dd82f0e06 req-1bbd4861-072c-4677-b659-71ae6086ddb6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 946 time: 0.0476336 Jan 27 11:23:44.957225 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-77d6b515-22f3-4549-ac05-0d8dd82f0e06 req-64d722cc-bcb9-4b28-bd92-1a15fec53304 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413802 Jan 27 11:23:45.102322 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0744-54cb-4865-a6f4-b1010df35bd0 req-9743e102-dfa3-4a4a-a178-cf9aeb3664d2 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:45.103811 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c72a0744-54cb-4865-a6f4-b1010df35bd0 req-9743e102-dfa3-4a4a-a178-cf9aeb3664d2 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Jan 27 11:23:45.117848 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:45.156667 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c72a0744-54cb-4865-a6f4-b1010df35bd0 req-977ae059-c02d-4d63-aa05-b7dadb6ce34d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473714 Jan 27 11:23:45.196355 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: ACTIVE; New status is: DOWN {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:45.196739 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:45.219208 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:45.221811 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ab53f4-07e2-49aa-8555-06fa86554022" -d '{"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-unplugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:45.237447 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:45.243133 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:45.294193 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:45.309782 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445e9e8-b3d8-4662-ae91-0d4ab9f0c9c4 x-openstack-request-id: req-4445e9e8-b3d8-4662-ae91-0d4ab9f0c9c4 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:45.310612 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-unplugged", "status": "failed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "code": 422}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:45.311030 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4445e9e8-b3d8-4662-ae91-0d4ab9f0c9c4 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:45.311556 dv-cinder-826608-1-iscsi neutron-server[102449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'code': 422} returned with failed status Jan 27 11:23:45.908385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78df53c-4a37-40f7-b9ae-a7dc6df3532a req-15732c58-7493-4396-9525-7263f23f658c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:45.910016 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d78df53c-4a37-40f7-b9ae-a7dc6df3532a req-15732c58-7493-4396-9525-7263f23f658c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0563099 Jan 27 11:23:45.982830 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d78df53c-4a37-40f7-b9ae-a7dc6df3532a req-9596b7eb-da24-44bf-9b50-a4d8f288f93e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671132 Jan 27 11:23:45.994382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08692663-c4b7-4895-8c93-7e8ec13c0d9b req-5a4bd22c-6d42-4221-bd30-79cac20d4652 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:45.995829 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-08692663-c4b7-4895-8c93-7e8ec13c0d9b req-5a4bd22c-6d42-4221-bd30-79cac20d4652 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0671778 Jan 27 11:23:46.046639 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-08692663-c4b7-4895-8c93-7e8ec13c0d9b req-e92f1c3a-345c-45c9-b914-02637623bbfa tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Jan 27 11:23:46.150297 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 50968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:46.264623 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-c739355a-1baf-415d-9dce-1138d72521dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131098 Jan 27 11:23:46.273486 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-fb8b6e50-81da-43cd-b545-0f86afc1028e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:23:46.274444 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-fb8b6e50-81da-43cd-b545-0f86afc1028e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053530 Jan 27 11:23:46.285042 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473d30f-b531-44c2-8c4a-1268a676f0ad req-87661e69-6f3c-419d-a7d4-bcc9fe05afe6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:46.286472 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1473d30f-b531-44c2-8c4a-1268a676f0ad req-87661e69-6f3c-419d-a7d4-bcc9fe05afe6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 943 time: 0.0600019 Jan 27 11:23:46.338984 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1473d30f-b531-44c2-8c4a-1268a676f0ad req-a13047de-2a9a-4194-afd9-cf260bac3cfe tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465472 Jan 27 11:23:47.120341 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:47.139585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b68cb0-d746-4654-b39a-b813bfd8accb req-db2e7f45-2105-4734-85f0-4b49e7cadc4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.141071 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-63b68cb0-d746-4654-b39a-b813bfd8accb req-db2e7f45-2105-4734-85f0-4b49e7cadc4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0784855 Jan 27 11:23:47.198354 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-efd3879e-678c-4f04-a3d2-ee3c08390b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.199980 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-efd3879e-678c-4f04-a3d2-ee3c08390b32 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7&tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5 HTTP/1.1" status: 200 len: 1097 time: 0.1017175 Jan 27 11:23:47.228997 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7338e3-fe67-455a-ab5a-211143fd6db3 req-0023b7de-e218-403c-a026-258b95f1b560 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.230507 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3a7338e3-fe67-455a-ab5a-211143fd6db3 req-0023b7de-e218-403c-a026-258b95f1b560 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.1049070 Jan 27 11:23:47.234721 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-63b68cb0-d746-4654-b39a-b813bfd8accb req-02e9f3c6-8e9f-4fbf-a78f-544b9ac13e5e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852971 Jan 27 11:23:47.245016 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:47.256590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'port_id': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'mac_address': 'fa:16:3e:15:df:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:47.294145 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:47.294448 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.305315 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-d3cf5b1a-b2f7-43bc-83a3-e5b4e6e8eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.306875 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-d3cf5b1a-b2f7-43bc-83a3-e5b4e6e8eb5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1097 time: 0.0753672 Jan 27 11:23:47.307352 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:47.310493 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3a7338e3-fe67-455a-ab5a-211143fd6db3 req-e9b59b1a-69c4-490f-83dd-1b6628bd23eb tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685961 Jan 27 11:23:47.330536 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:47.333166 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:47.381444 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:47.400306 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-56456e5a-d792-4a0d-ac66-5e1c77b4de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.402296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-56456e5a-d792-4a0d-ac66-5e1c77b4de81 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.0889480 Jan 27 11:23:47.493265 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-085c6ff1-810e-4fc4-9841-9821fd70d183 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 1000 time: 0.0776300 Jan 27 11:23:47.503440 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd360c42-d038-4b7a-a1a9-fcf0ccaf15c5 req-360c0545-969d-4378-8e13-9a4204c68c70 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.504921 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd360c42-d038-4b7a-a1a9-fcf0ccaf15c5 req-360c0545-969d-4378-8e13-9a4204c68c70 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 944 time: 0.0992513 Jan 27 11:23:47.571054 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-77dbe5a8-f1d3-4cdb-b041-91c7cd8a9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.572504 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-77dbe5a8-f1d3-4cdb-b041-91c7cd8a9983 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0667241 Jan 27 11:23:47.582762 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:47.594194 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dd360c42-d038-4b7a-a1a9-fcf0ccaf15c5 req-b66cdd38-61fe-43db-9441-a72a0dbde181 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812006 Jan 27 11:23:47.625859 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-8e891de8-ddb0-42e1-8a24-147c49d7f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:47.627402 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-8e891de8-ddb0-42e1-8a24-147c49d7f2da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460324 Jan 27 11:23:47.719078 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-725cf2fd-b296-4abe-be2f-39e2b4059d87 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847871 Jan 27 11:23:47.816791 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f3d1ff2c-e2b8-4173-af61-631be734c9e4 req-1c75ce4e-9827-42a4-a5b8-cc79b97419f2 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Jan 27 11:23:48.703815 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fe594-badb-4ea8-beb5-3189a86c706c req-38eed3eb-b2e5-4ede-9b51-02c8f8bdcb4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:48.705475 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-395fe594-badb-4ea8-beb5-3189a86c706c req-38eed3eb-b2e5-4ede-9b51-02c8f8bdcb4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.3882380 Jan 27 11:23:48.736462 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9023a-887c-4a04-bd20-4a64f0541dc0 req-a55ce936-bdcb-409d-998b-be74b43de459 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:48.737947 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3fe9023a-887c-4a04-bd20-4a64f0541dc0 req-a55ce936-bdcb-409d-998b-be74b43de459 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0851367 Jan 27 11:23:48.783457 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-395fe594-badb-4ea8-beb5-3189a86c706c req-4e23de45-5302-422b-8a08-4ec4f5ebc976 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710170 Jan 27 11:23:48.816826 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3fe9023a-887c-4a04-bd20-4a64f0541dc0 req-88039ddc-245c-43f2-92a9-ae815e933362 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725794 Jan 27 11:23:48.932341 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe99db-1582-4cde-ba31-9170ef13ced0 req-80b74f1c-618d-4a85-a407-7e5515f30171 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:48.933903 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83fe99db-1582-4cde-ba31-9170ef13ced0 req-80b74f1c-618d-4a85-a407-7e5515f30171 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 944 time: 0.0497866 Jan 27 11:23:48.983720 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-83fe99db-1582-4cde-ba31-9170ef13ced0 req-9a3863cb-b30c-4484-86a2-512e68a6a9ef tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Jan 27 11:23:49.137809 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:23:49.193472 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:23:49.197628 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:23:49.198023 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.275361 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:49.275754 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.299301 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:23:49.301623 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d5e95-8bb3-49c7-9150-b98219810720" -d '{"events": [{"server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:23:49.314246 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:49.322369 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:49.323484 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:23:49.345627 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d29c2-580b-4710-b586-21f2de28c4f6 x-openstack-request-id: req-c92d29c2-580b-4710-b586-21f2de28c4f6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:23:49.345913 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:23:49.346158 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c92d29c2-580b-4710-b586-21f2de28c4f6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:23:49.346572 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'code': 200} Jan 27 11:23:49.402409 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:49.442948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: DOWN; New status is: DOWN {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:49.913345 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca9ac2-8447-48a6-8d37-a95de46eae7e req-c7c85899-85b3-429e-b52a-3aae4f24e408 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:49.914866 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-32ca9ac2-8447-48a6-8d37-a95de46eae7e req-c7c85899-85b3-429e-b52a-3aae4f24e408 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Jan 27 11:23:49.962560 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-32ca9ac2-8447-48a6-8d37-a95de46eae7e req-2e798815-9ba1-4b33-b44a-284b029e46e6 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418165 Jan 27 11:23:50.073465 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fabe21-f5ea-426f-a512-7374a00d9dac req-e01d426e-ab7d-4bc2-b061-8ad7db07a473 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:50.074946 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3fabe21-f5ea-426f-a512-7374a00d9dac req-e01d426e-ab7d-4bc2-b061-8ad7db07a473 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Jan 27 11:23:50.136513 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3fabe21-f5ea-426f-a512-7374a00d9dac req-4d99b969-5bba-408b-af5f-409391221a44 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553145 Jan 27 11:23:50.239598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d681a71-9d8e-4824-b67d-831bda768140 req-57cf8811-6d2f-4ab4-aa26-038574fc67aa tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:50.241225 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d681a71-9d8e-4824-b67d-831bda768140 req-57cf8811-6d2f-4ab4-aa26-038574fc67aa tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Jan 27 11:23:50.292143 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d681a71-9d8e-4824-b67d-831bda768140 req-de687b57-908c-478c-993d-ec9178e7a75f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Jan 27 11:23:51.086235 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c3f92-6395-4710-8f8a-449d0267f2dd req-40d82b50-ba57-488f-b6a7-c61bc4af79c5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:51.087795 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-581c3f92-6395-4710-8f8a-449d0267f2dd req-40d82b50-ba57-488f-b6a7-c61bc4af79c5 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0486224 Jan 27 11:23:51.145999 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-581c3f92-6395-4710-8f8a-449d0267f2dd req-6ce30242-f88f-4eec-8fe6-e93d296fa194 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505450 Jan 27 11:23:51.262028 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa07a78-a52c-4b65-8b4d-73af2aaeeb58 req-cda8562f-26a9-49a8-9602-18524b557877 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:51.263448 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9fa07a78-a52c-4b65-8b4d-73af2aaeeb58 req-cda8562f-26a9-49a8-9602-18524b557877 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Jan 27 11:23:51.314900 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9fa07a78-a52c-4b65-8b4d-73af2aaeeb58 req-8d0b94c9-2582-4e0a-b2ce-86b9e8bd2bf1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455790 Jan 27 11:23:51.430816 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6d2ef-57e4-4216-9033-e4b6485695f8 req-f80b6c1f-d1dd-448b-9001-f79d998a103e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:51.432484 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f8a6d2ef-57e4-4216-9033-e4b6485695f8 req-f80b6c1f-d1dd-448b-9001-f79d998a103e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Jan 27 11:23:51.483180 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f8a6d2ef-57e4-4216-9033-e4b6485695f8 req-f4520407-405b-453f-8522-8d2f64d98c4f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446661 Jan 27 11:23:52.051894 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:23:52.271602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb8c2-de61-4c07-8f22-f3ef3306814e req-15c4b5dc-5f8f-46d3-8795-43ef56800ce1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:52.273098 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2bddb8c2-de61-4c07-8f22-f3ef3306814e req-15c4b5dc-5f8f-46d3-8795-43ef56800ce1 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0517614 Jan 27 11:23:52.323757 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2bddb8c2-de61-4c07-8f22-f3ef3306814e req-bf3c050e-ead9-4453-aa97-a3b8f4dae410 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442944 Jan 27 11:23:52.430073 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39686bb-7db3-4661-801d-abc65a139a76 req-1d9da64d-c91c-4396-b0f8-acfa532d24e8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:52.431487 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c39686bb-7db3-4661-801d-abc65a139a76 req-1d9da64d-c91c-4396-b0f8-acfa532d24e8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Jan 27 11:23:52.481537 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c39686bb-7db3-4661-801d-abc65a139a76 req-a583173f-23de-4630-ac71-081fac864a28 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443389 Jan 27 11:23:52.602690 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631acec3-5613-49ab-b7fa-891b1d1b0c06 req-8d5a0f27-3093-4efe-b7c7-03b25e030749 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:52.604348 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-631acec3-5613-49ab-b7fa-891b1d1b0c06 req-8d5a0f27-3093-4efe-b7c7-03b25e030749 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0520177 Jan 27 11:23:52.655918 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-631acec3-5613-49ab-b7fa-891b1d1b0c06 req-035969d2-ed2e-46fe-89c4-d3cbeb02d760 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459633 Jan 27 11:23:53.446061 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba336db8-9659-48dc-90c7-3a0e55e79e07 req-1dc4d5cf-7868-4686-a401-4eebe77498fe tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:53.447581 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba336db8-9659-48dc-90c7-3a0e55e79e07 req-1dc4d5cf-7868-4686-a401-4eebe77498fe tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0493312 Jan 27 11:23:53.496326 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ba336db8-9659-48dc-90c7-3a0e55e79e07 req-22337f56-4055-437b-81e1-3c40fdaa6b14 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427980 Jan 27 11:23:53.603236 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d0ac1-0286-49cb-b8c9-aa9ed28a17e3 req-04a04e53-9cef-4937-983d-41f611fb1738 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:53.604731 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc3d0ac1-0286-49cb-b8c9-aa9ed28a17e3 req-04a04e53-9cef-4937-983d-41f611fb1738 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Jan 27 11:23:53.661414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc3d0ac1-0286-49cb-b8c9-aa9ed28a17e3 req-c08769f4-3b78-4c3e-a6e2-26dcce84281c tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506945 Jan 27 11:23:53.772480 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f6c0-48e6-4c91-ac54-7a778cf94d87 req-b3f0f872-4528-4432-8e29-a0b70da82c6b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:53.774041 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a08f6c0-48e6-4c91-ac54-7a778cf94d87 req-b3f0f872-4528-4432-8e29-a0b70da82c6b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Jan 27 11:23:53.824730 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5a08f6c0-48e6-4c91-ac54-7a778cf94d87 req-34c27219-7dbd-4281-ab47-d3cff5bfbeb4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Jan 27 11:23:54.620917 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d311c-1967-4c4a-8ad4-aa9649c3d4b5 req-6723138a-c4d6-4770-92cd-6bfd01a8c70c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:54.622627 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca2d311c-1967-4c4a-8ad4-aa9649c3d4b5 req-6723138a-c4d6-4770-92cd-6bfd01a8c70c tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0496893 Jan 27 11:23:54.673373 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ca2d311c-1967-4c4a-8ad4-aa9649c3d4b5 req-e6db4476-293c-4615-932c-005328e17213 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443861 Jan 27 11:23:54.808005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b279dd7-386c-47b7-a971-4e14de56d521 req-ae404ac0-02eb-4eef-b02e-db659cd7a6b1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:54.809645 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9b279dd7-386c-47b7-a971-4e14de56d521 req-ae404ac0-02eb-4eef-b02e-db659cd7a6b1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0539165 Jan 27 11:23:54.858858 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9b279dd7-386c-47b7-a971-4e14de56d521 req-7d412ecd-9e20-43e4-a481-25934754d3d7 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Jan 27 11:23:54.969476 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760cea-9549-4d8f-83c6-498816296ee1 req-e698e6c6-c625-4301-afe8-22742a007e4f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:54.971429 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55760cea-9549-4d8f-83c6-498816296ee1 req-e698e6c6-c625-4301-afe8-22742a007e4f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Jan 27 11:23:55.030592 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55760cea-9549-4d8f-83c6-498816296ee1 req-36fe0528-d6e0-4d85-ad4d-2e6d591ce808 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523956 Jan 27 11:23:55.811072 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e810d77-6874-4797-955f-ff19817d6e81 req-3b5c14a9-0fb3-4712-a50f-976487b3eeb3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:55.812613 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7e810d77-6874-4797-955f-ff19817d6e81 req-3b5c14a9-0fb3-4712-a50f-976487b3eeb3 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0590684 Jan 27 11:23:55.867937 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7e810d77-6874-4797-955f-ff19817d6e81 req-44b65355-4f9b-4d97-b91f-6ff5da71f1ec tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491936 Jan 27 11:23:56.011585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26087c19-0da0-43f2-8285-507dc80dd36f req-a8cf98ad-e001-4493-9d71-6771595a45fb tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:56.013129 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26087c19-0da0-43f2-8285-507dc80dd36f req-a8cf98ad-e001-4493-9d71-6771595a45fb tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0759585 Jan 27 11:23:56.070765 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26087c19-0da0-43f2-8285-507dc80dd36f req-7a2e94ba-84e7-45fd-8bce-b5197522e32b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517952 Jan 27 11:23:56.176497 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf7742-6de5-4bcc-906a-bed307d00b35 req-644aee75-9ecd-4f6f-afe0-4f81c0d4e986 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:56.178798 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f5bf7742-6de5-4bcc-906a-bed307d00b35 req-644aee75-9ecd-4f6f-afe0-4f81c0d4e986 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0509655 Jan 27 11:23:56.230725 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f5bf7742-6de5-4bcc-906a-bed307d00b35 req-11679e07-0d2e-40c7-8e79-26f9d5f8156a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467787 Jan 27 11:23:57.001226 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90756f-52d2-4ec4-9109-4459226c11fa req-83180106-09d4-4019-b57d-86577293b521 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.002748 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1d90756f-52d2-4ec4-9109-4459226c11fa req-83180106-09d4-4019-b57d-86577293b521 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0546219 Jan 27 11:23:57.051734 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1d90756f-52d2-4ec4-9109-4459226c11fa req-cda9e8eb-08ef-4dfd-ab01-f14c446785ed tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432029 Jan 27 11:23:57.154604 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-cbbee9af-54fd-4e45-a0f8-7f40cdf157b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.156089 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-cbbee9af-54fd-4e45-a0f8-7f40cdf157b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0530882 Jan 27 11:23:57.201605 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f294-a5b8-4c0c-a6be-deed9438769c req-e30b8548-9bc4-43e5-a0ad-8f3c6a352643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.203148 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b243f294-a5b8-4c0c-a6be-deed9438769c req-e30b8548-9bc4-43e5-a0ad-8f3c6a352643 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 1098 time: 0.0403421 Jan 27 11:23:57.250718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249c3f6-bd63-4ed2-9c67-524dd8756f29 req-68564863-becf-4b54-9f67-f1d11b76fb69 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.251289 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b243f294-a5b8-4c0c-a6be-deed9438769c req-aed1300d-f613-4b6d-9d7e-8139812178f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Jan 27 11:23:57.252180 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6249c3f6-bd63-4ed2-9c67-524dd8756f29 req-68564863-becf-4b54-9f67-f1d11b76fb69 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.1093111 Jan 27 11:23:57.292641 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-2d707e1d-13d8-407d-b078-626416c7b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.294117 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-2d707e1d-13d8-407d-b078-626416c7b13f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.1212780 Jan 27 11:23:57.340223 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6249c3f6-bd63-4ed2-9c67-524dd8756f29 req-abf04e27-cda8-4264-8ce4-81485b123309 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822558 Jan 27 11:23:57.359434 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89d02-80fb-44b9-a484-e54dbaf56d1b req-524a0e05-5f5a-4efa-b099-f9a9bce958e9 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.361314 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6fb89d02-80fb-44b9-a484-e54dbaf56d1b req-524a0e05-5f5a-4efa-b099-f9a9bce958e9 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0616693 Jan 27 11:23:57.417948 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6fb89d02-80fb-44b9-a484-e54dbaf56d1b req-d93464f0-100a-4bdc-bc5d-153d240268e5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506628 Jan 27 11:23:57.508179 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-e5fa6568-5ed3-4e2b-96c4-06b03ca50a97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 999 time: 0.0581946 Jan 27 11:23:57.557830 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-18bc6b2c-70ae-4913-b2a3-df154ce894f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.559269 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-18bc6b2c-70ae-4913-b2a3-df154ce894f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0436468 Jan 27 11:23:57.610879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-90508264-10b7-48b7-968b-c231f4c3a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:57.612323 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-90508264-10b7-48b7-968b-c231f4c3a021 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454183 Jan 27 11:23:57.707592 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-bb877f88-6f3d-4be4-a551-f9a8aa5e52bc service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Jan 27 11:23:57.804435 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-dae6e8bd-bf2e-4b30-9503-f946dfaeba94 req-4798ad14-70db-40d8-8503-c01afaef8399 service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Jan 27 11:23:58.186996 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076600ad-0c61-43f6-bc08-f76328802804 req-4b7a9707-dd78-4461-b893-c58410c31d69 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.188906 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-076600ad-0c61-43f6-bc08-f76328802804 req-4b7a9707-dd78-4461-b893-c58410c31d69 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0636261 Jan 27 11:23:58.237488 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-076600ad-0c61-43f6-bc08-f76328802804 req-88659842-5fba-460c-97a3-187a1001147b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427616 Jan 27 11:23:58.462128 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b9391-7ca6-41a6-b681-dc3cce6ba222 req-494bc47c-93d7-4ecc-876a-06c523183349 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.463700 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-714b9391-7ca6-41a6-b681-dc3cce6ba222 req-494bc47c-93d7-4ecc-876a-06c523183349 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Jan 27 11:23:58.545882 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-714b9391-7ca6-41a6-b681-dc3cce6ba222 req-3505d706-2c53-428e-8a88-f6207e812643 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761120 Jan 27 11:23:58.557975 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503d0b-7cda-4006-a0ec-c50cc2b86662 req-509442d0-9a2b-49e5-aa43-3331747635b0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.559898 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7f503d0b-7cda-4006-a0ec-c50cc2b86662 req-509442d0-9a2b-49e5-aa43-3331747635b0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0766077 Jan 27 11:23:58.609677 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7f503d0b-7cda-4006-a0ec-c50cc2b86662 req-ed0fa907-dbac-4723-8324-509405dd3265 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Jan 27 11:23:58.735747 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd6d7-2cea-49c0-a534-f64a0e797e8c req-6020711b-f74f-4e68-b46b-d34d2edd3be4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.737208 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8ecd6d7-2cea-49c0-a534-f64a0e797e8c req-6020711b-f74f-4e68-b46b-d34d2edd3be4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0613244 Jan 27 11:23:58.789610 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d8ecd6d7-2cea-49c0-a534-f64a0e797e8c req-0c0cf8b5-079f-4733-9895-a0b8fe647020 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Jan 27 11:23:58.812310 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51078) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.914401 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca480e64-e1a2-40d3-bc8b-9d8b33a3ec4c tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:58.916715 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-ca480e64-e1a2-40d3-bc8b-9d8b33a3ec4c tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 1093 time: 0.1031816 Jan 27 11:23:58.921407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51082) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:23:58.928248 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'port_id': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:23:58.955861 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.058569 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.191659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.27.3.31 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/54d82890-30b8-4824-b4fa-3c35afda352d) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:23:59.196771 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:23:59.297404 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:59.302959 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (54d82890-30b8-4824-b4fa-3c35afda352d), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.308260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '906ff417-2292-418c-a552-a6cb83a200bb', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'port_id': '906ff417-2292-418c-a552-a6cb83a200bb', 'mac_address': 'fa:16:3e:10:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:23:59.344796 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:23:59.345095 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.357575 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:23:59.371059 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.379254 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:23:59.384710 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.387537 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd03b5b-c37d-47ca-aa28-db6632e955d1 req-faf87cea-7e08-40f0-becf-504022a29a22 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:59.389259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fdd03b5b-c37d-47ca-aa28-db6632e955d1 req-faf87cea-7e08-40f0-becf-504022a29a22 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 944 time: 0.0750306 Jan 27 11:23:59.436361 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:23:59.444736 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:23:59.447789 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=54d82890-30b8-4824-b4fa-3c35afda352d,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:59.453453 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:23:59.454033 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=9']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:23:59.504101 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fdd03b5b-c37d-47ca-aa28-db6632e955d1 req-bf9b8f99-956c-40ce-a693-9bb71dfe4694 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939341 Jan 27 11:23:59.635701 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['906ff417-2292-418c-a552-a6cb83a200bb'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:23:59.727475 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ed1b-2106-49f2-a85a-c81c8e78bf96 req-5010e5fe-9d4b-4112-b081-a039b8a54973 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:23:59.728957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8820ed1b-2106-49f2-a85a-c81c8e78bf96 req-5010e5fe-9d4b-4112-b081-a039b8a54973 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0996234 Jan 27 11:23:59.832657 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8820ed1b-2106-49f2-a85a-c81c8e78bf96 req-28476d09-dc37-49b6-9916-e709fa235871 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967216 Jan 27 11:23:59.920547 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (632b052d-9ef7-444f-8d8d-3ed71ecae7d9), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:23:59.993766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.146837 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (54d82890-30b8-4824-b4fa-3c35afda352d), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.154735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.217436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=54d82890-30b8-4824-b4fa-3c35afda352d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:00.231559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (632b052d-9ef7-444f-8d8d-3ed71ecae7d9), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.261240 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.336942 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP 632b052d-9ef7-444f-8d8d-3ed71ecae7d9 associated. External IP: 172.27.3.31, port: a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53. Jan 27 11:24:00.547846 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:00.713254 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4806e2-956c-4430-b87f-001da6af738d req-abc42b93-fb6b-49a7-a40b-eec3bdebb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.715528 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-abc42b93-fb6b-49a7-a40b-eec3bdebb070 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1098 time: 0.1242723 Jan 27 11:24:00.730474 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236984-29c6-4b9b-9faf-9f9c6163e503 req-ca7b916a-3ebd-4812-9ba2-85180156f431 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.731910 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-af236984-29c6-4b9b-9faf-9f9c6163e503 req-ca7b916a-3ebd-4812-9ba2-85180156f431 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 945 time: 0.1420052 Jan 27 11:24:00.767507 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:00.779758 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:00.791146 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:00.791682 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:00.833177 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:00.876612 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-af236984-29c6-4b9b-9faf-9f9c6163e503 req-a29ccea8-2b6f-4675-a514-f04fd990edf4 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1375632 Jan 27 11:24:00.884878 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7a8dd4e9-6241-41d9-ad1c-5d9bad399f7c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9590421 Jan 27 11:24:00.886917 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:00.889178 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a1a1cf-c188-4bb6-a178-485498033cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:00.901284 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:00.901983 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4806e2-956c-4430-b87f-001da6af738d req-7edc3225-f5b6-467e-8aba-0ae4bf44cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:00.904683 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-7edc3225-f5b6-467e-8aba-0ae4bf44cb60 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 200 len: 917 time: 0.1668928 Jan 27 11:24:00.955441 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd8c43-1feb-4a00-a026-64e6b49b9de1 x-openstack-request-id: req-8fdd8c43-1feb-4a00-a026-64e6b49b9de1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:00.955914 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:00.956182 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fdd8c43-1feb-4a00-a026-64e6b49b9de1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:00.956581 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'status': 'completed', 'code': 200} Jan 27 11:24:01.003151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-a9aca734-9ff3-4eca-9e51-47a7ee9f1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.005282 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-5e0fdfb5-8486-466a-984b-49f81b8d4464 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 200 len: 1001 time: 0.0938244 Jan 27 11:24:01.005435 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-a9aca734-9ff3-4eca-9e51-47a7ee9f1b9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 1098 time: 0.0426188 Jan 27 11:24:01.020696 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1c21c-aeac-446d-be24-6eae2490239a req-0f79696e-39a1-43ce-989e-0ea4bcb53010 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.022318 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8ef1c21c-aeac-446d-be24-6eae2490239a req-0f79696e-39a1-43ce-989e-0ea4bcb53010 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0688252 Jan 27 11:24:01.091352 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4806e2-956c-4430-b87f-001da6af738d req-1fded81f-ed46-4aef-8f5c-0b56d9c195e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.092926 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-1fded81f-ed46-4aef-8f5c-0b56d9c195e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 200 len: 855 time: 0.0696809 Jan 27 11:24:01.105504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-9a02cac8-5bb9-4df5-a7a3-e5c95b9fba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.107141 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-9a02cac8-5bb9-4df5-a7a3-e5c95b9fba96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0908406 Jan 27 11:24:01.125526 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '632b052d-9ef7-444f-8d8d-3ed71ecae7d9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:15:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60097e0a-3002-403e-aa78-a1978d6c6608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.134302 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8ef1c21c-aeac-446d-be24-6eae2490239a req-ba7be391-7602-4b74-9b08-3d5e6a5dda14 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025395 Jan 27 11:24:01.147382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4806e2-956c-4430-b87f-001da6af738d req-545f6be9-b3e6-4bd3-be88-122618fb48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.150401 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-545f6be9-b3e6-4bd3-be88-122618fb48bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ee66444-e50d-4e01-908c-7ec731ac7e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481212 Jan 27 11:24:01.159953 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:01.172904 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:01.173763 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:23:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.179005 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-ea2c3567-8223-4ea9-a05d-5336a367ec65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 HTTP/1.1" status: 200 len: 998 time: 0.0655670 Jan 27 11:24:01.214786 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:24:01.240306 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-801a16c3-bdbe-4b03-995c-e680ee616527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.241905 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-801a16c3-bdbe-4b03-995c-e680ee616527 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0565815 Jan 27 11:24:01.259763 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-14fdd911-9dbc-47eb-9b1d-03ed9aacfd98 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028860 Jan 27 11:24:01.274136 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-ffd57135-3022-4c76-b34f-5fb3f45ec9cd req-c86af542-bbd7-4f51-bed3-df3cb90f4ad8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:24:01.288448 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ffd57135-3022-4c76-b34f-5fb3f45ec9cd req-c86af542-bbd7-4f51-bed3-df3cb90f4ad8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391617 Jan 27 11:24:01.329651 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 906ff417-2292-418c-a552-a6cb83a200bb triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:24:01.329651 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (906ff417-2292-418c-a552-a6cb83a200bb), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:01.340094 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:01.392158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-d9d9a9ba-4266-4e9c-98c0-aa2d73bb2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.399274 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-d9d9a9ba-4266-4e9c-98c0-aa2d73bb2f45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1498344 Jan 27 11:24:01.477973 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 906ff417-2292-418c-a552-a6cb83a200bb is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:01.478382 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:01.502545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:01.504944 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3525587b-6233-4010-acee-0a633889ba5f" -d '{"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:01.523605 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:01.530259 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:01.532740 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:01.544068 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1e4806e2-956c-4430-b87f-001da6af738d req-f63f31cd-4cad-4780-b500-d30d5ca44516 service neutron] 10.222.0.49 "GET /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545531 Jan 27 11:24:01.569285 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-2b779d9b-e24c-4ca5-ada1-315b1dd8bb88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070194 Jan 27 11:24:01.577521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699d5d-73d6-47ba-b75e-f188f9ea08d3 req-08bb9c27-6dfd-46d6-8392-da3539201be2 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:01.579041 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43699d5d-73d6-47ba-b75e-f188f9ea08d3 req-08bb9c27-6dfd-46d6-8392-da3539201be2 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.1032381 Jan 27 11:24:01.585597 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-ada96f7b-1d45-4d14-9c8d-f58737fe7d97 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730769 Jan 27 11:24:01.596999 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c69dc-b8e4-48cd-927d-17873b7b9193 x-openstack-request-id: req-0d2c69dc-b8e4-48cd-927d-17873b7b9193 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:01.597585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-plugged", "status": "completed", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:01.598003 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d2c69dc-b8e4-48cd-927d-17873b7b9193 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:01.598572 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'code': 200} Jan 27 11:24:01.695419 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=10']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:01.705244 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '632b052d-9ef7-444f-8d8d-3ed71ecae7d9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:15:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60097e0a-3002-403e-aa78-a1978d6c6608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:01.752250 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edf828-c4bb-4afc-92d9-bdb8e6d5b116 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '632b052d-9ef7-444f-8d8d-3ed71ecae7d9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:15:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60097e0a-3002-403e-aa78-a1978d6c6608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:23:59Z', 'updated_at': '2022-01-27T11:23:59Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:01.798146 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 is: ACTIVE; New status is: DOWN {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:01.806500 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:01.810571 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c7a1a1cf-c188-4bb6-a178-485498033cc5 req-258bdacd-8610-41c8-bf06-649d2f10b5c2 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241185 Jan 27 11:24:01.857459 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:01.864571 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:02.076017 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=6']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:02.107419 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb1812-9f05-4257-a230-5e1399cc9cfd None None] New status for floating IP 632b052d-9ef7-444f-8d8d-3ed71ecae7d9: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:24:02.126966 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-43699d5d-73d6-47ba-b75e-f188f9ea08d3 req-bdfb700b-dcf0-4fe8-9a3a-9acc935bf953 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5415785 Jan 27 11:24:02.145586 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4932b-9d04-43ff-83ea-ba8fcbbc7b2e req-a283d4be-97e5-4c72-99ae-b8669675fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:02.147143 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3e4932b-9d04-43ff-83ea-ba8fcbbc7b2e req-a283d4be-97e5-4c72-99ae-b8669675fa0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 1100 time: 0.1050575 Jan 27 11:24:02.156102 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953eada-37a4-4469-8e8b-1bc162caa096 req-60237a97-66a6-4ce1-b8f2-b9ef90375456 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:02.157763 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5953eada-37a4-4469-8e8b-1bc162caa096 req-60237a97-66a6-4ce1-b8f2-b9ef90375456 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.1167722 Jan 27 11:24:02.230146 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3e4932b-9d04-43ff-83ea-ba8fcbbc7b2e req-35b8c8c5-f607-42f0-bb54-bfe6ac43d698 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713899 Jan 27 11:24:02.238168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5953eada-37a4-4469-8e8b-1bc162caa096 req-2db37310-bf21-4f8d-8d66-b23143a6e277 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729003 Jan 27 11:24:02.333528 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2c359c82-dc9a-4503-a736-0cd6df468dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:03.241839 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85bd6f-4ad7-4012-8bbe-b747199902d2 req-bd65c8a8-984d-453f-86a4-52c76e069f14 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.243311 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-db85bd6f-4ad7-4012-8bbe-b747199902d2 req-bd65c8a8-984d-453f-86a4-52c76e069f14 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0492489 Jan 27 11:24:03.294587 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-db85bd6f-4ad7-4012-8bbe-b747199902d2 req-ffb7b1e0-48ee-4b5e-9b81-dd876b8203f4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Jan 27 11:24:03.360358 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6e01-4870-49f4-9bd8-014cecdbc529 req-20fc7e31-256b-4eed-b2d6-a6cf903f4715 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.361855 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fcc6e01-4870-49f4-9bd8-014cecdbc529 req-20fc7e31-256b-4eed-b2d6-a6cf903f4715 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.0480692 Jan 27 11:24:03.440731 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fcc6e01-4870-49f4-9bd8-014cecdbc529 req-0226d1dd-b796-4d76-86fa-463f93f76cd2 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731783 Jan 27 11:24:03.443425 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597844a-115e-495b-9638-9758231b3bc8 req-df75578e-7655-4f17-9f88-5bf62a0aac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.444817 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-df75578e-7655-4f17-9f88-5bf62a0aac70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205&tenant_id=f72b9243bcac4d708a54177b14b6885b HTTP/1.1" status: 200 len: 1096 time: 0.0718484 Jan 27 11:24:03.521734 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597844a-115e-495b-9638-9758231b3bc8 req-3e763b78-e18d-4a8e-b59e-6767427dd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.523569 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-3e763b78-e18d-4a8e-b59e-6767427dd265 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1096 time: 0.0413604 Jan 27 11:24:03.599774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:03.602906 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f559b-0266-4685-9632-40e5648def07" -d '{"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:03.624122 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597844a-115e-495b-9638-9758231b3bc8 req-68c16a75-ef57-4d9f-a1ff-3c610ee27185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.625895 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-68c16a75-ef57-4d9f-a1ff-3c610ee27185 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.0950418 Jan 27 11:24:03.648819 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f9fae-4d80-46d8-bcb3-d3a61e5a0085 x-openstack-request-id: req-759f9fae-4d80-46d8-bcb3-d3a61e5a0085 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:03.649131 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:03.649442 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-759f9fae-4d80-46d8-bcb3-d3a61e5a0085 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:03.649914 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'code': 200} Jan 27 11:24:03.724168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-5f2d18f7-ad70-4ca7-8944-768ea6af3965 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 997 time: 0.0595644 Jan 27 11:24:03.772784 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597844a-115e-495b-9638-9758231b3bc8 req-57581d8d-808f-4d3f-8027-2c98a2a95845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.774288 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-57581d8d-808f-4d3f-8027-2c98a2a95845 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0437047 Jan 27 11:24:03.824221 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597844a-115e-495b-9638-9758231b3bc8 req-ccefa22b-4bd3-44e3-a940-613949ab190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:03.825720 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-ccefa22b-4bd3-44e3-a940-613949ab190d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455444 Jan 27 11:24:03.920061 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-4ed8bfed-39e1-4e3b-88c0-59a63e14bc2f service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870600 Jan 27 11:24:04.012954 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6597844a-115e-495b-9638-9758231b3bc8 req-73f65499-41d8-4dac-bd94-e29a5b66726f service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861027 Jan 27 11:24:04.425296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b2be6-0c3f-43cf-8635-812bedd6ceb5 req-4514560b-a12a-4abd-9a29-8ee4541171bb tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:04.426774 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f8b2be6-0c3f-43cf-8635-812bedd6ceb5 req-4514560b-a12a-4abd-9a29-8ee4541171bb tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0524700 Jan 27 11:24:04.477449 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6f8b2be6-0c3f-43cf-8635-812bedd6ceb5 req-c2fe063e-f5c2-4f49-8afa-3c94f9a271e0 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Jan 27 11:24:04.564243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bebbb-4606-42c2-86e3-0ea8b2374ef1 req-9cd86384-e8e4-4e27-9500-d332aa447338 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:04.565744 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-591bebbb-4606-42c2-86e3-0ea8b2374ef1 req-9cd86384-e8e4-4e27-9500-d332aa447338 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.0507030 Jan 27 11:24:04.608942 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-39ecd34d-ea54-4b87-bd1b-fdb791efc349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:04.612620 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-591bebbb-4606-42c2-86e3-0ea8b2374ef1 req-73d7ed65-f6cc-4e45-b2ab-382220987220 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414155 Jan 27 11:24:05.612268 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4cb29-5eed-455e-a9bd-6262128457ab req-52fb4dbe-3f38-4d41-9199-1e17584853f2 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:05.613796 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8bc4cb29-5eed-455e-a9bd-6262128457ab req-52fb4dbe-3f38-4d41-9199-1e17584853f2 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0611246 Jan 27 11:24:05.662614 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8bc4cb29-5eed-455e-a9bd-6262128457ab req-1ba770de-4023-4ff2-a005-2cb8c34174e1 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Jan 27 11:24:05.835738 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:06.782014 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e49ba5-2121-48f3-8a63-b971a7e24138 req-cc7610ff-a00d-4c41-b36c-bea4d3af7a1d tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:06.783586 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3e49ba5-2121-48f3-8a63-b971a7e24138 req-cc7610ff-a00d-4c41-b36c-bea4d3af7a1d tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0538387 Jan 27 11:24:06.834156 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3e49ba5-2121-48f3-8a63-b971a7e24138 req-ca16dcbb-8532-4ff4-b207-40d6d065b0ef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 Jan 27 11:24:07.281976 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:07.963992 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cddfa4-a91a-43ea-9b87-3d148a2e17d3 req-47d69c79-4a77-45a9-80bb-48d4d32e2a39 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:07.965439 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-99cddfa4-a91a-43ea-9b87-3d148a2e17d3 req-47d69c79-4a77-45a9-80bb-48d4d32e2a39 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0525339 Jan 27 11:24:08.015927 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-99cddfa4-a91a-43ea-9b87-3d148a2e17d3 req-54fedf5f-1902-4eb1-848f-84c6094bfe2e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Jan 27 11:24:08.487959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:09.142025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73398405-c3d3-4432-bfdc-cbe2b72c23a1 req-113fdaeb-d1f8-4d82-95c1-fb549051922b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:09.143542 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-73398405-c3d3-4432-bfdc-cbe2b72c23a1 req-113fdaeb-d1f8-4d82-95c1-fb549051922b tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0495348 Jan 27 11:24:09.196259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-73398405-c3d3-4432-bfdc-cbe2b72c23a1 req-981d3e50-02aa-4d12-90b5-e2b2042a08ac tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445378 Jan 27 11:24:10.311306 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023a8b1-f5b3-4188-b79c-46de3bbd90a2 req-ce50716c-b4ae-4cbf-b097-d92f99737ce5 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:10.312760 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f023a8b1-f5b3-4188-b79c-46de3bbd90a2 req-ce50716c-b4ae-4cbf-b097-d92f99737ce5 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 943 time: 0.0500240 Jan 27 11:24:10.365737 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f023a8b1-f5b3-4188-b79c-46de3bbd90a2 req-16614f4a-ef1e-4006-a967-fc67be2eb778 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472703 Jan 27 11:24:11.248294 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:24:11.344086 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:11.355062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'port_id': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'mac_address': 'fa:16:3e:10:2c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:24:11.402979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:11.403393 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:11.416428 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b37e64-125a-44f4-aafe-5c7fb0c055b0 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:24:11.435927 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:11.443319 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:11.484652 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41def0-1578-4e6c-9514-d0a79354a563 req-d97f3081-17da-4581-8b14-fdd75c4c31a4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:11.486112 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2c41def0-1578-4e6c-9514-d0a79354a563 req-d97f3081-17da-4581-8b14-fdd75c4c31a4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 944 time: 0.0494354 Jan 27 11:24:11.488768 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=7']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:11.535106 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2c41def0-1578-4e6c-9514-d0a79354a563 req-7c05e764-1f3c-4111-8f9a-b717fdeefc17 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Jan 27 11:24:11.701343 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['b3b37e64-125a-44f4-aafe-5c7fb0c055b0'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:24:12.659038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e298ed-781d-44b1-ac9d-a5773e8901ec req-d8092ab6-ed09-412b-af3d-3212338fb690 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:12.660552 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07e298ed-781d-44b1-ac9d-a5773e8901ec req-d8092ab6-ed09-412b-af3d-3212338fb690 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 944 time: 0.0494590 Jan 27 11:24:12.711291 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-07e298ed-781d-44b1-ac9d-a5773e8901ec req-993f2f26-981a-48cc-a77e-79e38d19d46a tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449536 Jan 27 11:24:13.254483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:24:13.314030 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:24:13.314428 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:13.394038 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:24:13.394576 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:13.417085 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:13.419359 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb7988-ff7d-45d2-84b9-abe362ad9dc6" -d '{"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-plugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:13.431359 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:13.439315 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:13.462192 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d112c1-7e69-4c30-8fe8-0d1dfc31db81 x-openstack-request-id: req-a7d112c1-7e69-4c30-8fe8-0d1dfc31db81 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:13.462502 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-plugged", "status": "completed", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:13.462752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7d112c1-7e69-4c30-8fe8-0d1dfc31db81 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:13.463132 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'code': 200} Jan 27 11:24:13.488577 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=8']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:13.711277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6076f49-8738-4360-bfa2-65680e9ac608 req-39d7d467-39b4-4d1a-8913-4aa935a5da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.712799 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d6076f49-8738-4360-bfa2-65680e9ac608 req-39d7d467-39b4-4d1a-8913-4aa935a5da16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0454793 Jan 27 11:24:13.760119 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d6076f49-8738-4360-bfa2-65680e9ac608 req-06d599e2-8969-4a9f-b5a6-2ffaf5b8850c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407267 Jan 27 11:24:13.832623 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d3261-1f31-40ae-a61c-6656dc362652 req-299ee881-f9c0-4865-bbaf-2a4eb42fecb3 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:13.834010 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9f1d3261-1f31-40ae-a61c-6656dc362652 req-299ee881-f9c0-4865-bbaf-2a4eb42fecb3 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0482795 Jan 27 11:24:13.888307 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9f1d3261-1f31-40ae-a61c-6656dc362652 req-a7260feb-5afe-4dc2-983c-a6aeb90b0d59 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Jan 27 11:24:15.018769 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a4272-4cd7-499c-a92e-f1f239bcfe41 req-86f3bdf2-5ef1-419e-9ee1-a7700d575f40 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:15.020260 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-605a4272-4cd7-499c-a92e-f1f239bcfe41 req-86f3bdf2-5ef1-419e-9ee1-a7700d575f40 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0554891 Jan 27 11:24:15.072534 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-605a4272-4cd7-499c-a92e-f1f239bcfe41 req-f07089b8-74de-491a-8479-0109ad1c4261 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466413 Jan 27 11:24:29.059093 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:24:30.267313 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:32.346556 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5c6b803d-0271-400e-8f1b-16f141be101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:34.612521 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fcf68079-46fb-4bc5-9c8c-52bced1eface None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:35.846231 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:37.281317 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:38.473690 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:38.786829 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d97ad2-977e-4262-a31e-e19039ac7b98 req-91d31837-8252-42bd-a44a-a786b9bde1af tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:38.788243 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92d97ad2-977e-4262-a31e-e19039ac7b98 req-91d31837-8252-42bd-a44a-a786b9bde1af tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0572743 Jan 27 11:24:38.836088 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92d97ad2-977e-4262-a31e-e19039ac7b98 req-7e921894-073c-446a-9bfc-103a89c1f69a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Jan 27 11:24:39.966890 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813deb7-fe60-4cfe-9a1c-8c43e7109f73 req-6179387b-d7ad-4684-af9b-7afb139821f1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:39.968325 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6813deb7-fe60-4cfe-9a1c-8c43e7109f73 req-6179387b-d7ad-4684-af9b-7afb139821f1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Jan 27 11:24:40.017450 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6813deb7-fe60-4cfe-9a1c-8c43e7109f73 req-eb7c8568-340f-4cdd-8b86-47178f67f8f1 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Jan 27 11:24:40.959117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-0fe71554-c60c-4e6b-9817-e452ea666c8a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:40.960464 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-0fe71554-c60c-4e6b-9817-e452ea666c8a tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.0663085 Jan 27 11:24:41.061741 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Deleting port ec997b51-d5fb-41f8-ac96-2ae4f7439507 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:41.062475 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.183895 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] For port ec997b51-d5fb-41f8-ac96-2ae4f7439507, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ec997b51-d5fb-41f8-ac96-2ae4f7439507,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:41.184258 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.201193 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bd4c8-87d2-43dd-a1cf-ac602b924d38 req-431837db-c3be-461f-aa19-f134e82e3adc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:41.202775 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a7bd4c8-87d2-43dd-a1cf-ac602b924d38 req-431837db-c3be-461f-aa19-f134e82e3adc tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 945 time: 0.1134503 Jan 27 11:24:41.322501 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a7bd4c8-87d2-43dd-a1cf-ac602b924d38 req-a5d9089d-e134-4cf4-9b42-b87986750386 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups?id=c33558a9-7959-488f-ad0e-95fbbd744b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141081 Jan 27 11:24:41.396860 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.397223 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.397535 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Floating IP 1bb0fee1-1ddc-4631-a32f-31dec877a812 disassociated. External IP: 172.27.3.161, port: ec997b51-d5fb-41f8-ac96-2ae4f7439507. Jan 27 11:24:41.397877 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Calling delete_port for ec997b51-d5fb-41f8-ac96-2ae4f7439507 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:41.529511 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (ec997b51-d5fb-41f8-ac96-2ae4f7439507), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.558765 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'Port': ['ID=ec997b51-d5fb-41f8-ac96-2ae4f7439507,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:41.568962 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.569311 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.569642 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.569982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.570291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.570645 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.570968 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.571287 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.571606 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.571926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.572245 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.572626 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.572870 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:41.684450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:41.795049 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:41.806945 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:41.820081 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:41.820732 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:41.841577 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] No DVR routers for this DVR port ec997b51-d5fb-41f8-ac96-2ae4f7439507 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:41.844243 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:41.847807 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-02c603a3-2e69-4539-b7e0-2387a75ff17e req-b7001f89-c852-4532-a922-5f83a8fb553c tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.49 "DELETE /v2.0/ports/ec997b51-d5fb-41f8-ac96-2ae4f7439507 HTTP/1.1" status: 204 len: 173 time: 0.8783374 Jan 27 11:24:41.848229 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'name': 'network-vif-deleted', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:41.850587 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a83d34-b5d5-41ca-ae50-df8516fe9011" -d '{"events": [{"server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "name": "network-vif-deleted", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:41.886609 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f75fa-00ac-4fee-a3f6-3b7630647423 x-openstack-request-id: req-1d5f75fa-00ac-4fee-a3f6-3b7630647423 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:41.886925 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e845809-8fcb-42e0-a74c-933a91148776", "name": "network-vif-deleted", "tag": "ec997b51-d5fb-41f8-ac96-2ae4f7439507", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:41.887166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d5f75fa-00ac-4fee-a3f6-3b7630647423 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:41.887566 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e845809-8fcb-42e0-a74c-933a91148776', 'name': 'network-vif-deleted', 'tag': 'ec997b51-d5fb-41f8-ac96-2ae4f7439507', 'status': 'completed', 'code': 200} Jan 27 11:24:41.935780 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:42.230656 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:42.256541 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:42.265131 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:42.265735 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:42.372478 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:42.434246 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6bc5d8aa-718d-45c8-ac5a-3cb0d34bfd24 req-bc42a673-5c81-4425-afab-1804b8161f29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e845809-8fcb-42e0-a74c-933a91148776 HTTP/1.1" status: 200 len: 210 time: 0.0284886 Jan 27 11:24:42.582578 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:42.607669 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098b65d-73c1-4552-a5bc-4aa67e82be9e None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:19:22Z', 'revision_number': 4, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': 'cfdade6a-4f2f-4cb1-8c41-aea9dd607c54', 'name': '', 'network_id': 'ad50aaad-c581-44d4-952c-b2c69f604c01', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:22Z', 'updated_at': '2022-01-27T11:19:26Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'subnets': [{'id': '916c95fc-02c7-4197-90ab-e9e5ecf04a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:42.825080 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74f1df-ce48-4522-8809-d6bef986cc9a None None] New status for floating IP 1bb0fee1-1ddc-4631-a32f-31dec877a812: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:24:43.043975 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22380-1c99-44c9-8732-77f75948e24e req-0bf26afc-0c65-4333-8bb8-0aca74000433 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:43.045424 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ca22380-1c99-44c9-8732-77f75948e24e req-0bf26afc-0c65-4333-8bb8-0aca74000433 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.0482147 Jan 27 11:24:43.093046 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0ca22380-1c99-44c9-8732-77f75948e24e req-27bdf55d-f21c-4bb4-b64f-26c8fd01f584 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418231 Jan 27 11:24:43.525785 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51384) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:43.579583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (c33558a9-7959-488f-ad0e-95fbbd744b8b), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.604591 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (c33558a9-7959-488f-ad0e-95fbbd744b8b), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.654561 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (c33558a9-7959-488f-ad0e-95fbbd744b8b), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.657166 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.658324 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "DELETE /v2.0/security-groups/c33558a9-7959-488f-ad0e-95fbbd744b8b HTTP/1.1" status: 204 len: 168 time: 0.1312175 Jan 27 11:24:43.661248 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51386) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:43.667382 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33558a9-7959-488f-ad0e-95fbbd744b8b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:43.674013 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.api.v2.resource [None req-8f1bb5f3-d644-492b-aee5-1f864d6d4db0 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] show failed (client error): The resource could not be found. Jan 27 11:24:43.674354 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.674709 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.675045 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.675211 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-8f1bb5f3-d644-492b-aee5-1f864d6d4db0 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "GET /v2.0/security-groups/c33558a9-7959-488f-ad0e-95fbbd744b8b HTTP/1.1" status: 404 len: 347 time: 0.0129449 Jan 27 11:24:43.675438 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.675814 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.676139 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.676558 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.676879 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.677200 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.677518 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.677982 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.678117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51388) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:43.678295 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.678630 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d1768-98e9-4b25-b25b-989043782b29 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:43.804643 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Deleting port 60bae564-1f8d-492e-8d83-f55efa301bf7 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:43.804991 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.880868 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.881197 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (60bae564-1f8d-492e-8d83-f55efa301bf7), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:43.892811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Calling delete_port for 60bae564-1f8d-492e-8d83-f55efa301bf7 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:44.032575 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (60bae564-1f8d-492e-8d83-f55efa301bf7), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:44.058553 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Pushing event deleted for resources: {'Port': ['ID=60bae564-1f8d-492e-8d83-f55efa301bf7,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:44.116711 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks [] for floatingip (1bb0fee1-1ddc-4631-a32f-31dec877a812), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:44.119305 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:44.120452 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9241fc6c-be27-4e0b-8c79-ae8893a08144 tempest-AttachVolumeTestJSON-2029572454 tempest-AttachVolumeTestJSON-2029572454-project] 10.222.0.52 "DELETE /v2.0/floatingips/1bb0fee1-1ddc-4631-a32f-31dec877a812 HTTP/1.1" status: 204 len: 168 time: 0.4414208 Jan 27 11:24:44.214438 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb034-5ed4-4989-b0d5-85991f25eff2 req-bd381702-f49f-495b-802f-cd48422ea1d7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:44.215942 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b66bb034-5ed4-4989-b0d5-85991f25eff2 req-bd381702-f49f-495b-802f-cd48422ea1d7 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.0493469 Jan 27 11:24:44.267321 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b66bb034-5ed4-4989-b0d5-85991f25eff2 req-012955b0-efe1-46ee-95eb-e299d43d66ab tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups?id=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452571 Jan 27 11:24:44.659423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-ed232051-9b0e-4fa9-8ff8-12bfe0a93d4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:24:44.660880 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-ed232051-9b0e-4fa9-8ff8-12bfe0a93d4e tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 947 time: 0.0553458 Jan 27 11:24:44.753903 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Deleting port 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:44.754637 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (906ff417-2292-418c-a552-a6cb83a200bb), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:44.847694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] For port 906ff417-2292-418c-a552-a6cb83a200bb, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=906ff417-2292-418c-a552-a6cb83a200bb,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:44.848064 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (906ff417-2292-418c-a552-a6cb83a200bb), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:45.020861 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:45.021109 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:45.021462 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Floating IP e4e60a30-c3ef-4952-b5d2-d398d20bb478 disassociated. External IP: 172.27.3.156, port: 906ff417-2292-418c-a552-a6cb83a200bb. Jan 27 11:24:45.021798 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Calling delete_port for 906ff417-2292-418c-a552-a6cb83a200bb owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:45.154306 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (906ff417-2292-418c-a552-a6cb83a200bb), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:45.183870 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'Port': ['ID=906ff417-2292-418c-a552-a6cb83a200bb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:45.295711 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:45.401938 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device ec997b51-d5fb-41f8-ac96-2ae4f7439507 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:45.421127 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-919237d3-72df-4ffc-905b-1f7b1f6b6ff0 req-fe0ba06c-e8fe-454a-9fca-2691afa88005 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd6bde8-171e-47cd-a2c6-b3ef226169b7 HTTP/1.1" status: 200 len: 210 time: 0.0645206 Jan 27 11:24:45.424968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: ec997b51-d5fb-41f8-ac96-2ae4f7439507 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:45.425311 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device ec997b51-d5fb-41f8-ac96-2ae4f7439507 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:45.442073 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:45.456916 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:45.467524 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:45.468148 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:45.483635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] No DVR routers for this DVR port 906ff417-2292-418c-a552-a6cb83a200bb on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:45.486047 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:45.489418 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ade2682f-6c45-4f4f-8949-7de75d5798d9 req-7de14f5d-c768-4b0b-afa8-661b86347d51 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.49 "DELETE /v2.0/ports/906ff417-2292-418c-a552-a6cb83a200bb HTTP/1.1" status: 204 len: 173 time: 0.8218710 Jan 27 11:24:45.489854 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-deleted', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:24:45.492166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c2926-e1a2-47fd-be97-a2bfd37e0ef8" -d '{"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-deleted", "tag": "906ff417-2292-418c-a552-a6cb83a200bb"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:24:45.551280 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7585d55a-6f11-4177-be7a-a6c34e126dc8 x-openstack-request-id: req-7585d55a-6f11-4177-be7a-a6c34e126dc8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:24:45.551613 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd6bde8-171e-47cd-a2c6-b3ef226169b7", "name": "network-vif-deleted", "tag": "906ff417-2292-418c-a552-a6cb83a200bb", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:24:45.551906 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7585d55a-6f11-4177-be7a-a6c34e126dc8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:24:45.552348 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd6bde8-171e-47cd-a2c6-b3ef226169b7', 'name': 'network-vif-deleted', 'tag': '906ff417-2292-418c-a552-a6cb83a200bb', 'status': 'completed', 'code': 200} Jan 27 11:24:45.594227 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:45.798698 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:45.827178 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:45.835550 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:45.836128 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:45.940043 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:46.145869 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:46.175715 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c5946-0b7b-4f04-8b9f-ed50c3f26790 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:18:00Z', 'revision_number': 4, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '6e96cb1c-f967-47a4-9c86-328fd10b57c7', 'name': '', 'network_id': '8ee66444-e50d-4e01-908c-7ec731ac7e74', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'mac_address': 'fa:16:3e:c4:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:59Z', 'updated_at': '2022-01-27T11:18:09Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'subnets': [{'id': '08653941-5955-40d8-b7b6-adf0b0b360cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:46.388373 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0821d6-d42a-456e-9089-04ce3f425648 None None] New status for floating IP e4e60a30-c3ef-4952-b5d2-d398d20bb478: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:24:46.516353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51418) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:46.586469 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (fb382f79-c3e4-4a30-96ee-6f9bf7bda85b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.610430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (fb382f79-c3e4-4a30-96ee-6f9bf7bda85b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.658137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fb382f79-c3e4-4a30-96ee-6f9bf7bda85b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.660832 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.661963 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "DELETE /v2.0/security-groups/fb382f79-c3e4-4a30-96ee-6f9bf7bda85b HTTP/1.1" status: 204 len: 168 time: 0.1440148 Jan 27 11:24:46.664974 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51422) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:46.670901 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c300c-3d7a-4d0a-b2f5-e316070f9628 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb382f79-c3e4-4a30-96ee-6f9bf7bda85b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:46.684054 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.api.v2.resource [None req-baa3590c-bb0e-4ab0-a232-534ee627bd7b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] show failed (client error): The resource could not be found. Jan 27 11:24:46.685168 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-baa3590c-bb0e-4ab0-a232-534ee627bd7b tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "GET /v2.0/security-groups/fb382f79-c3e4-4a30-96ee-6f9bf7bda85b HTTP/1.1" status: 404 len: 347 time: 0.0191257 Jan 27 11:24:46.688273 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51424) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:46.819471 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Deleting port 0e20b8b0-93b8-4efe-855d-d84a4062de8d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:46.819797 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.896869 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.897136 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (0e20b8b0-93b8-4efe-855d-d84a4062de8d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:46.909989 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Calling delete_port for 0e20b8b0-93b8-4efe-855d-d84a4062de8d owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:47.061491 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (0e20b8b0-93b8-4efe-855d-d84a4062de8d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:47.087175 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Pushing event deleted for resources: {'Port': ['ID=0e20b8b0-93b8-4efe-855d-d84a4062de8d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:47.150428 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks [] for floatingip (e4e60a30-c3ef-4952-b5d2-d398d20bb478), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:47.153295 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:47.154496 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-96e4edad-3f20-44b1-8369-899697317035 tempest-AttachVolumeShelveTestJSON-456230763 tempest-AttachVolumeShelveTestJSON-456230763-project] 10.222.0.52 "DELETE /v2.0/floatingips/e4e60a30-c3ef-4952-b5d2-d398d20bb478 HTTP/1.1" status: 204 len: 168 time: 0.4652565 Jan 27 11:24:47.415147 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:47.439385 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 906ff417-2292-418c-a552-a6cb83a200bb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:47.439733 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 906ff417-2292-418c-a552-a6cb83a200bb not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:47.670513 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51436) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:48.123246 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:48.641580 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Deleting port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:48.641850 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:48.723137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] For port cfdade6a-4f2f-4cb1-8c41-aea9dd607c54, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:48.723867 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:48.734902 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Calling delete_port for cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:48.919153 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (cfdade6a-4f2f-4cb1-8c41-aea9dd607c54), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:48.944162 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdade6a-4f2f-4cb1-8c41-aea9dd607c54,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:49.113513 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:49.338670 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:49.454292 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:49.460459 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a51c9cc7-716d-4800-ae1f-7300eee848ee admin admin] 10.222.0.52 "PUT /v2.0/routers/7596195b-5e88-482b-a6f5-cf0ee4e72f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7884955 Jan 27 11:24:49.462953 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51450) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:49.463656 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Sync routers for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:49.474301 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:49.475066 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:49.575919 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks [] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:49.587173 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:49.597806 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51458) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:49.688463 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks [] for router_gateway (7596195b-5e88-482b-a6f5-cf0ee4e72f52), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:49.746206 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Deleting port 204f0132-f27d-41c1-b483-ea64a6f48b76 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:49.746931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:49.834308 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] For port 204f0132-f27d-41c1-b483-ea64a6f48b76, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=204f0132-f27d-41c1-b483-ea64a6f48b76,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:49.834703 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:49.848175 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Calling delete_port for 204f0132-f27d-41c1-b483-ea64a6f48b76 owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:49.871082 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:24:48Z', 'revision_number': 5, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port': {'id': '204f0132-f27d-41c1-b483-ea64a6f48b76', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:19:19Z', 'updated_at': '2022-01-27T11:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:49.896409 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Checking router: 7596195b-5e88-482b-a6f5-cf0ee4e72f52 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:49.905190 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Routers {'7596195b-5e88-482b-a6f5-cf0ee4e72f52'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:49.905710 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:49.993048 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] Set router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:50.006605 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (5e0ffa89-5144-47ee-9b34-22e8be947057), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.048711 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:24:49Z', 'revision_number': 6, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:50.053851 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (204f0132-f27d-41c1-b483-ea64a6f48b76), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.075525 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e0f50-a7de-4a54-8b23-b89b7e515082 None None] The sync data for ids ['7596195b-5e88-482b-a6f5-cf0ee4e72f52'] in dv-cinder-826608-1-iscsi is: [{'id': '7596195b-5e88-482b-a6f5-cf0ee4e72f52', 'name': 'tempest-AttachVolumeTestJSON-1492269790-router', 'tenant_id': 'ea934d7ccca64699971c5ae6561b1158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:19:18Z', 'updated_at': '2022-01-27T11:24:49Z', 'revision_number': 6, 'project_id': 'ea934d7ccca64699971c5ae6561b1158', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:50.085331 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=204f0132-f27d-41c1-b483-ea64a6f48b76,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:50.161520 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.268037 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.270601 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks [] for router_controller (7596195b-5e88-482b-a6f5-cf0ee4e72f52), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.277826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Deleting port 6e96cb1c-f967-47a4-9c86-328fd10b57c7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:50.278159 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.335767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (7596195b-5e88-482b-a6f5-cf0ee4e72f52), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.336289 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7596195b-5e88-482b-a6f5-cf0ee4e72f52 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:24:50.341354 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.344976 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-bb232f0c-32e2-4973-abbd-8bdf9f672e2f admin admin] 10.222.0.52 "DELETE /v2.0/routers/7596195b-5e88-482b-a6f5-cf0ee4e72f52 HTTP/1.1" status: 204 len: 168 time: 0.8786237 Jan 27 11:24:50.345133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51464) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:50.357914 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] For port 6e96cb1c-f967-47a4-9c86-328fd10b57c7, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6e96cb1c-f967-47a4-9c86-328fd10b57c7,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:50.358215 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.370481 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Calling delete_port for 6e96cb1c-f967-47a4-9c86-328fd10b57c7 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:50.391979 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Deleting subnet 916c95fc-02c7-4197-90ab-e9e5ecf04a4c {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:24:50.395325 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Publish callbacks [] for subnet (916c95fc-02c7-4197-90ab-e9e5ecf04a4c), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.435799 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610587'] for subnet (916c95fc-02c7-4197-90ab-e9e5ecf04a4c), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.556838 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (916c95fc-02c7-4197-90ab-e9e5ecf04a4c), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.568014 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (6e96cb1c-f967-47a4-9c86-328fd10b57c7), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.591253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e96cb1c-f967-47a4-9c86-328fd10b57c7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:50.614624 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25302207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25219264'] for subnet (916c95fc-02c7-4197-90ab-e9e5ecf04a4c), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.640041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916c95fc-02c7-4197-90ab-e9e5ecf04a4c,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:50.643715 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.649190 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-021e907d-0b86-4be2-8171-0b686dea1466 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/916c95fc-02c7-4197-90ab-e9e5ecf04a4c HTTP/1.1" status: 204 len: 168 time: 0.3008645 Jan 27 11:24:50.649630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51466) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:50.655818 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84483125-bae2-4b7f-83fb-c8f7c904078f None None] Network ad50aaad-c581-44d4-952c-b2c69f604c01 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:24:50.718166 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (ad50aaad-c581-44d4-952c-b2c69f604c01), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.791599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Deleting port 1cc9337a-3cbe-403a-91bf-8e544e6a181f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:50.792247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.808892 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (5e0ffa89-5144-47ee-9b34-22e8be947057), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.857733 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] For port 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1cc9337a-3cbe-403a-91bf-8e544e6a181f,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:50.858103 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.871485 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Calling delete_port for 1cc9337a-3cbe-403a-91bf-8e544e6a181f owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:50.876370 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650362f1-d024-4705-8474-c27bac85b886 None None] DHCP port deletion for ad50aaad-c581-44d4-952c-b2c69f604c01 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:24:50.935548 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Deleting port 1cc9337a-3cbe-403a-91bf-8e544e6a181f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:50.935937 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.965473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.997594 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-650362f1-d024-4705-8474-c27bac85b886 None None] For port 1cc9337a-3cbe-403a-91bf-8e544e6a181f, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1cc9337a-3cbe-403a-91bf-8e544e6a181f,segment=NetworkSegment(49184a56-4365-4dbf-906d-79ef12cd7621),segment_id=49184a56-4365-4dbf-906d-79ef12cd7621)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:50.998260 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:50.998446 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] No DVR routers for this DVR port 1cc9337a-3cbe-403a-91bf-8e544e6a181f on host dv-cinder-826608-1-iscsi {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:51.004759 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc9337a-3cbe-403a-91bf-8e544e6a181f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:51.015887 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Calling delete_port for 1cc9337a-3cbe-403a-91bf-8e544e6a181f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:51.055449 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Router 5e0ffa89-5144-47ee-9b34-22e8be947057 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:24:51.079751 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (ad50aaad-c581-44d4-952c-b2c69f604c01), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.100350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad50aaad-c581-44d4-952c-b2c69f604c01']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:51.109787 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49184a56-4365-4dbf-906d-79ef12cd7621') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:51.110083 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49184a56-4365-4dbf-906d-79ef12cd7621') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:51.119769 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (49184a56-4365-4dbf-906d-79ef12cd7621), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.133281 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (49184a56-4365-4dbf-906d-79ef12cd7621), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.140384 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:24:51.141002 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (49184a56-4365-4dbf-906d-79ef12cd7621), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:24:51.143273 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:24:51.149687 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (1cc9337a-3cbe-403a-91bf-8e544e6a181f), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.185249 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Pushing event deleted for resources: {'Port': ['ID=1cc9337a-3cbe-403a-91bf-8e544e6a181f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:51.195810 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650362f1-d024-4705-8474-c27bac85b886 None None] No DVR routers for this DVR port 1cc9337a-3cbe-403a-91bf-8e544e6a181f on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:51.201736 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.202141 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.202514 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.203053 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.204052 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.204574 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.204954 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.205280 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.205674 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.206042 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.206591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.206875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.207195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650362f1-d024-4705-8474-c27bac85b886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:24:51.211854 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (ad50aaad-c581-44d4-952c-b2c69f604c01), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.235221 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.239610 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] 10.222.0.52 "DELETE /v2.0/networks/ad50aaad-c581-44d4-952c-b2c69f604c01 HTTP/1.1" status: 204 len: 168 time: 0.5891743 Jan 27 11:24:51.241140 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fa737-837e-4bb4-bf3a-4096ec78a3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ad50aaad-c581-44d4-952c-b2c69f604c01,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:51.383196 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51470) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:51.421934 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:24:51.424037 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a659bcdb-ce7d-4aa3-9a16-cb3c66fa2461 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea934d7ccca64699971c5ae6561b1158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395451 Jan 27 11:24:51.426599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51472) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:51.427813 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-81effffc-9b23-4a06-9caa-897fb85a6ab5 admin admin] 10.222.0.52 "PUT /v2.0/routers/5e0ffa89-5144-47ee-9b34-22e8be947057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288765 Jan 27 11:24:51.430325 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51474) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:51.436923 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Sync routers for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:24:51.469401 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:51.470504 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:51.480911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] Publish callbacks [] for security_group (7f21e7f2-7bda-450d-8a8e-0cf743fde5ca), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.504868 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] Publish callbacks [] for security_group (7f21e7f2-7bda-450d-8a8e-0cf743fde5ca), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.536882 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks [] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.557994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7f21e7f2-7bda-450d-8a8e-0cf743fde5ca), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.560801 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.562168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f21e7f2-7bda-450d-8a8e-0cf743fde5ca HTTP/1.1" status: 204 len: 168 time: 0.1344903 Jan 27 11:24:51.572155 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427fecc-4b6f-483b-9ad1-981004cdb9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f21e7f2-7bda-450d-8a8e-0cf743fde5ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:51.609837 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:51.650555 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks [] for router_gateway (5e0ffa89-5144-47ee-9b34-22e8be947057), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.711429 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Deleting port a15f9e41-f9c6-4b84-a549-27ffef54f6ad {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:51.711818 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.798723 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] For port a15f9e41-f9c6-4b84-a549-27ffef54f6ad, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:51.799097 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:51.811192 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Calling delete_port for a15f9e41-f9c6-4b84-a549-27ffef54f6ad owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:51.933567 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:24:50Z', 'revision_number': 5, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port': {'id': 'a15f9e41-f9c6-4b84-a549-27ffef54f6ad', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:17:54Z', 'updated_at': '2022-01-27T11:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:51.961324 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Checking router: 5e0ffa89-5144-47ee-9b34-22e8be947057 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:24:51.970060 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Routers {'5e0ffa89-5144-47ee-9b34-22e8be947057'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:24:51.970717 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:24:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['5e0ffa89-5144-47ee-9b34-22e8be947057'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:52.008522 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (a15f9e41-f9c6-4b84-a549-27ffef54f6ad), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.039666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15f9e41-f9c6-4b84-a549-27ffef54f6ad,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:52.064709 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] Set router 5e0ffa89-5144-47ee-9b34-22e8be947057 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:24:52.126783 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (5e0ffa89-5144-47ee-9b34-22e8be947057), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.127525 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 204f0132-f27d-41c1-b483-ea64a6f48b76 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:52.129953 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:24:51Z', 'revision_number': 6, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:52.176922 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 204f0132-f27d-41c1-b483-ea64a6f48b76 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:52.177272 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 204f0132-f27d-41c1-b483-ea64a6f48b76 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:52.177687 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:52.180016 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd79576-92ff-4904-b3b7-465084c83537 None None] The sync data for ids ['5e0ffa89-5144-47ee-9b34-22e8be947057'] in dv-cinder-826608-1-iscsi is: [{'id': '5e0ffa89-5144-47ee-9b34-22e8be947057', 'name': 'tempest-AttachVolumeShelveTestJSON-292502455-router', 'tenant_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:17:53Z', 'updated_at': '2022-01-27T11:24:51Z', 'revision_number': 6, 'project_id': '14e6cea18b4c4e6a95bc33f53003f9e5', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:24:52.199705 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:52.200062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device cfdade6a-4f2f-4cb1-8c41-aea9dd607c54 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:52.200472 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1cc9337a-3cbe-403a-91bf-8e544e6a181f no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:52.221194 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 1cc9337a-3cbe-403a-91bf-8e544e6a181f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:52.221806 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1cc9337a-3cbe-403a-91bf-8e544e6a181f not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:52.228271 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.230501 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks [] for router_controller (5e0ffa89-5144-47ee-9b34-22e8be947057), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.277754 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (5e0ffa89-5144-47ee-9b34-22e8be947057), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.278358 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e0ffa89-5144-47ee-9b34-22e8be947057 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:24:52.283079 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.284224 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-7b4022b0-99b2-40e5-a5cd-41644e702756 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5e0ffa89-5144-47ee-9b34-22e8be947057 HTTP/1.1" status: 204 len: 168 time: 0.8530588 Jan 27 11:24:52.286934 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51494) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:52.331043 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Deleting subnet 08653941-5955-40d8-b7b6-adf0b0b360cd {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:24:52.334220 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Publish callbacks [] for subnet (08653941-5955-40d8-b7b6-adf0b0b360cd), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.367958 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (08653941-5955-40d8-b7b6-adf0b0b360cd), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.443012 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (08653941-5955-40d8-b7b6-adf0b0b360cd), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.500192 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (08653941-5955-40d8-b7b6-adf0b0b360cd), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.527340 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08653941-5955-40d8-b7b6-adf0b0b360cd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:52.529343 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.532579 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-2334f8a3-53f6-4ec3-9eb9-2d26a621f46d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/08653941-5955-40d8-b7b6-adf0b0b360cd HTTP/1.1" status: 204 len: 168 time: 0.2446220 Jan 27 11:24:52.535385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51504) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:52.537590 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54b9627-9e7d-47ae-805c-4d25cebc90dd None None] Network 8ee66444-e50d-4e01-908c-7ec731ac7e74 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:24:52.613143 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (8ee66444-e50d-4e01-908c-7ec731ac7e74), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.689642 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Deleting port 22783f53-99fe-4254-a7f5-b80738fc0280 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:24:52.693935 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.757997 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] For port 22783f53-99fe-4254-a7f5-b80738fc0280, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=22783f53-99fe-4254-a7f5-b80738fc0280,segment=NetworkSegment(1927406a-c893-4583-81a5-2f193c7c3d8f),segment_id=1927406a-c893-4583-81a5-2f193c7c3d8f)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:24:52.758378 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.770810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Calling delete_port for 22783f53-99fe-4254-a7f5-b80738fc0280 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:24:52.867981 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (22783f53-99fe-4254-a7f5-b80738fc0280), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.896678 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] No DVR routers for this DVR port 22783f53-99fe-4254-a7f5-b80738fc0280 on host dv-cinder-826608-1-iscsi {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:24:52.900772 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Pushing event deleted for resources: {'Port': ['ID=22783f53-99fe-4254-a7f5-b80738fc0280,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:52.978112 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (8ee66444-e50d-4e01-908c-7ec731ac7e74), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:52.999298 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee66444-e50d-4e01-908c-7ec731ac7e74']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:53.008456 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1927406a-c893-4583-81a5-2f193c7c3d8f') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:53.008754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1927406a-c893-4583-81a5-2f193c7c3d8f') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:24:53.018863 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (1927406a-c893-4583-81a5-2f193c7c3d8f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.019328 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaecf5d-9e14-4c17-ba32-b8dbd7b6289b None None] DHCP port deletion for 8ee66444-e50d-4e01-908c-7ec731ac7e74 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:24:53.041373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (1927406a-c893-4583-81a5-2f193c7c3d8f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.048225 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:24:53.048615 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (1927406a-c893-4583-81a5-2f193c7c3d8f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:24:53.050403 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:24:53.104052 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (8ee66444-e50d-4e01-908c-7ec731ac7e74), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.109291 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.112540 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ee66444-e50d-4e01-908c-7ec731ac7e74 HTTP/1.1" status: 204 len: 168 time: 0.5761132 Jan 27 11:24:53.123341 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed0c9a-156d-4d36-8883-8998bf0b8879 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee66444-e50d-4e01-908c-7ec731ac7e74,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:53.287962 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51516) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:53.328806 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6d18478a-16b1-45d8-b799-6df564ede868 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14e6cea18b4c4e6a95bc33f53003f9e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396614 Jan 27 11:24:53.331417 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51518) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:53.377351 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] Publish callbacks [] for security_group (7638ef57-a88a-4616-8d41-e7002a9ee761), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.398156 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] Publish callbacks [] for security_group (7638ef57-a88a-4616-8d41-e7002a9ee761), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.447828 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (7638ef57-a88a-4616-8d41-e7002a9ee761), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.450404 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:53.451547 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7638ef57-a88a-4616-8d41-e7002a9ee761 HTTP/1.1" status: 204 len: 168 time: 0.1191938 Jan 27 11:24:53.458993 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636cb04-9c30-42b5-b91a-8b475fda17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7638ef57-a88a-4616-8d41-e7002a9ee761,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:54.000433 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6e96cb1c-f967-47a4-9c86-328fd10b57c7 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:54.020410 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 6e96cb1c-f967-47a4-9c86-328fd10b57c7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:54.021010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6e96cb1c-f967-47a4-9c86-328fd10b57c7 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:54.021168 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device a15f9e41-f9c6-4b84-a549-27ffef54f6ad no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:54.040497 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: a15f9e41-f9c6-4b84-a549-27ffef54f6ad {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:54.040837 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device a15f9e41-f9c6-4b84-a549-27ffef54f6ad not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:54.041700 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 22783f53-99fe-4254-a7f5-b80738fc0280 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:24:54.060764 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 22783f53-99fe-4254-a7f5-b80738fc0280 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:24:54.061116 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 22783f53-99fe-4254-a7f5-b80738fc0280 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:24:55.034633 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51582) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:55.149904 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55bff648-a0e5-48c6-b437-104c77b60994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.229850 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55bff648-a0e5-48c6-b437-104c77b60994 admin admin] Publish callbacks [] for security_group (df0fb13f-c7ba-4b19-9680-868d656d1855), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.235775 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-55bff648-a0e5-48c6-b437-104c77b60994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (df0fb13f-c7ba-4b19-9680-868d656d1855), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.279386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bff648-a0e5-48c6-b437-104c77b60994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0fb13f-c7ba-4b19-9680-868d656d1855,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:55.283845 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-55bff648-a0e5-48c6-b437-104c77b60994 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=018ea431c5f54921b0b1d12311d66602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480967 Jan 27 11:24:55.286575 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:55.336195 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] Publish callbacks [] for security_group (df0fb13f-c7ba-4b19-9680-868d656d1855), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.360617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] Publish callbacks [] for security_group (df0fb13f-c7ba-4b19-9680-868d656d1855), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.408921 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (df0fb13f-c7ba-4b19-9680-868d656d1855), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.411897 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.413071 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df0fb13f-c7ba-4b19-9680-868d656d1855 HTTP/1.1" status: 204 len: 168 time: 0.1253443 Jan 27 11:24:55.421145 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb036a3a-2329-47ce-b105-0e18b0bfaddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0fb13f-c7ba-4b19-9680-868d656d1855,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:55.680405 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51596) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:55.693897 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6793c71e-435e-41ef-8135-fe5eef2e861f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.767716 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6793c71e-435e-41ef-8135-fe5eef2e861f admin admin] Publish callbacks [] for security_group (396da8d9-4e0d-40c8-bba9-caeb09a2bbfd), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.773715 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6793c71e-435e-41ef-8135-fe5eef2e861f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (396da8d9-4e0d-40c8-bba9-caeb09a2bbfd), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.811274 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6793c71e-435e-41ef-8135-fe5eef2e861f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=990d2f1c9f1f4fbe8cd5e3876fef6049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297739 Jan 27 11:24:55.812120 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793c71e-435e-41ef-8135-fe5eef2e861f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396da8d9-4e0d-40c8-bba9-caeb09a2bbfd,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:24:55.814171 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51598) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:24:55.862813 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] Publish callbacks [] for security_group (396da8d9-4e0d-40c8-bba9-caeb09a2bbfd), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.883467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] Publish callbacks [] for security_group (396da8d9-4e0d-40c8-bba9-caeb09a2bbfd), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.929300 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (396da8d9-4e0d-40c8-bba9-caeb09a2bbfd), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.931899 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:24:55.933042 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/396da8d9-4e0d-40c8-bba9-caeb09a2bbfd HTTP/1.1" status: 204 len: 168 time: 0.1177862 Jan 27 11:24:55.942243 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dceb81-5100-48c5-af21-40434ff13a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396da8d9-4e0d-40c8-bba9-caeb09a2bbfd,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:00.105789 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51704) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:00.211572 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94290c-9e5b-4aae-98e3-46fefeb8cf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.257801 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.286143 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94290c-9e5b-4aae-98e3-46fefeb8cf1c admin admin] Publish callbacks [] for security_group (114edc54-2b4f-4e7f-b728-16d251a769bf), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.291649 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6c94290c-9e5b-4aae-98e3-46fefeb8cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (114edc54-2b4f-4e7f-b728-16d251a769bf), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.331003 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6c94290c-9e5b-4aae-98e3-46fefeb8cf1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51d47dcc46474ef0a944854f7e9c0b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240324 Jan 27 11:25:00.331880 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94290c-9e5b-4aae-98e3-46fefeb8cf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114edc54-2b4f-4e7f-b728-16d251a769bf,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:00.333816 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51708) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:00.383048 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] Publish callbacks [] for security_group (114edc54-2b4f-4e7f-b728-16d251a769bf), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.404953 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] Publish callbacks [] for security_group (114edc54-2b4f-4e7f-b728-16d251a769bf), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.461949 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (114edc54-2b4f-4e7f-b728-16d251a769bf), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.465880 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:00.467932 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/114edc54-2b4f-4e7f-b728-16d251a769bf HTTP/1.1" status: 204 len: 168 time: 0.1324081 Jan 27 11:25:00.476787 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502f7bc-da28-463a-ad40-a1178ecb2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114edc54-2b4f-4e7f-b728-16d251a769bf,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:01.655936 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-cd786ea3-d8f7-4636-919c-33fbc031afed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407467 Jan 27 11:25:01.740084 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-a10fff67-d80d-4f4e-839f-ddefd91bf484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:01.741823 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-a10fff67-d80d-4f4e-839f-ddefd91bf484 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0441628 Jan 27 11:25:02.133468 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-35d78c4d-dfcf-43aa-8945-1ae582ac1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:02.135374 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-35d78c4d-dfcf-43aa-8945-1ae582ac1560 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.3728132 Jan 27 11:25:02.207747 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-8d426210-846c-4794-917d-f313a0c77d6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 999 time: 0.0625119 Jan 27 11:25:02.255082 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-c554308e-e672-4a95-a2c9-4dae528c2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:02.256617 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-c554308e-e672-4a95-a2c9-4dae528c2889 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0429986 Jan 27 11:25:02.310900 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-7e10a0e6-2f3c-450e-91ec-703c884f1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:02.312462 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-7e10a0e6-2f3c-450e-91ec-703c884f1526 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468640 Jan 27 11:25:02.340031 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f0341dc-d6b4-4e18-a95c-3ab52b0511d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:02.421809 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-0de3b503-fb90-4973-8318-216f8d1f2e37 service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904784 Jan 27 11:25:02.518097 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5359c6c5-ba4c-491e-b6f9-6c457b484f8c req-8ef82115-7fdf-4676-ad3f-23df348102d6 service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872822 Jan 27 11:25:04.627915 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1395-0439-4d7b-9225-3bd5b3d36286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.086729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51804) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.197718 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef12045-6cb1-4bf8-a35d-12fb64acbef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.281963 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef12045-6cb1-4bf8-a35d-12fb64acbef3 admin admin] Publish callbacks [] for security_group (47438222-57df-4bf1-ab01-2c731d7ba1f9), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.289030 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ef12045-6cb1-4bf8-a35d-12fb64acbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (47438222-57df-4bf1-ab01-2c731d7ba1f9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.330939 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9ef12045-6cb1-4bf8-a35d-12fb64acbef3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68c960b5c90c4bd5b573575607b82a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431266 Jan 27 11:25:05.331740 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12045-6cb1-4bf8-a35d-12fb64acbef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47438222-57df-4bf1-ab01-2c731d7ba1f9,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.334041 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51808) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.388072 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] Publish callbacks [] for security_group (47438222-57df-4bf1-ab01-2c731d7ba1f9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.410356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] Publish callbacks [] for security_group (47438222-57df-4bf1-ab01-2c731d7ba1f9), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.466512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (47438222-57df-4bf1-ab01-2c731d7ba1f9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.470635 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.472327 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47438222-57df-4bf1-ab01-2c731d7ba1f9 HTTP/1.1" status: 204 len: 168 time: 0.1369445 Jan 27 11:25:05.481657 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d08b0-9a57-4bff-9a92-b01981324caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47438222-57df-4bf1-ab01-2c731d7ba1f9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.742510 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51818) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.756147 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8540af1-94db-43cb-ad0e-02f4181b9d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.835674 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8540af1-94db-43cb-ad0e-02f4181b9d54 admin admin] Publish callbacks [] for security_group (b58aecdc-10b0-4976-be80-e4b286b2b1e9), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.839288 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.840857 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-b8540af1-94db-43cb-ad0e-02f4181b9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (b58aecdc-10b0-4976-be80-e4b286b2b1e9), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.881529 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-b8540af1-94db-43cb-ad0e-02f4181b9d54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a118926af9948338173186fdd32074d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353915 Jan 27 11:25:05.881678 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51826) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:05.887357 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8540af1-94db-43cb-ad0e-02f4181b9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58aecdc-10b0-4976-be80-e4b286b2b1e9,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:05.936907 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] Publish callbacks [] for security_group (b58aecdc-10b0-4976-be80-e4b286b2b1e9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:05.957879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] Publish callbacks [] for security_group (b58aecdc-10b0-4976-be80-e4b286b2b1e9), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:06.007732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (b58aecdc-10b0-4976-be80-e4b286b2b1e9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:06.010792 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:06.016682 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b58aecdc-10b0-4976-be80-e4b286b2b1e9 HTTP/1.1" status: 204 len: 168 time: 0.1294701 Jan 27 11:25:06.020585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc161f19-1912-4cda-a085-e98933b54e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58aecdc-10b0-4976-be80-e4b286b2b1e9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:06.062279 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:25:07.141175 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51870) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:07.250807 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c8c945e-0e89-43f4-add5-20b0302fc00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.286824 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.328976 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c8c945e-0e89-43f4-add5-20b0302fc00e admin admin] Publish callbacks [] for security_group (fe7f8ce3-3de4-4979-8d44-cad984cbc8ad), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.334455 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7c8c945e-0e89-43f4-add5-20b0302fc00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fe7f8ce3-3de4-4979-8d44-cad984cbc8ad), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.375209 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7c8c945e-0e89-43f4-add5-20b0302fc00e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a0cb66055084d85978e2848401c92fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327888 Jan 27 11:25:07.377353 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c945e-0e89-43f4-add5-20b0302fc00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7f8ce3-3de4-4979-8d44-cad984cbc8ad,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:07.378231 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51882) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:07.428737 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] Publish callbacks [] for security_group (fe7f8ce3-3de4-4979-8d44-cad984cbc8ad), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.450619 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] Publish callbacks [] for security_group (fe7f8ce3-3de4-4979-8d44-cad984cbc8ad), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.503375 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fe7f8ce3-3de4-4979-8d44-cad984cbc8ad), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.506361 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:07.507353 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe7f8ce3-3de4-4979-8d44-cad984cbc8ad HTTP/1.1" status: 204 len: 168 time: 0.1274788 Jan 27 11:25:07.515050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8180f11-1d63-400b-9272-5703f4a7a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7f8ce3-3de4-4979-8d44-cad984cbc8ad,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:08.143512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 51904) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:08.240932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1022455979-network', 'tenant_id': '01a6737570b846ab9d2e136722e2969d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:08.262782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Made reservation on behalf of 01a6737570b846ab9d2e136722e2969d for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:08.265039 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.273811 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.352610 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks [] for security_group (a41d6511-6f1f-4d62-a446-16f111a6363f), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.359350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a41d6511-6f1f-4d62-a446-16f111a6363f), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.387821 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:25:08.392594 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41d6511-6f1f-4d62-a446-16f111a6363f,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:08.399761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (a4276e28-1a67-43af-9819-a6a6235497ee), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.400097 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Added segment a4276e28-1a67-43af-9819-a6a6235497ee of type vlan for network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 Jan 27 11:25:08.440093 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.467788 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.469440 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:08.470735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.478460 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.503582 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3589833 Jan 27 11:25:08.506641 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 51918) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:08.512056 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Request body: {'subnet': {'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1022455979-subnet', 'tenant_id': '01a6737570b846ab9d2e136722e2969d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:08.536515 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Made reservation on behalf of 01a6737570b846ab9d2e136722e2969d for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:08.536729 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964154f-01f2-44e5-a04a-4ff6bfda8280 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:08.539325 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.555034 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:25:08.730202 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (f6292087-1ac3-492b-b4a2-a8bb02331af9), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.783105 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6292087-1ac3-492b-b4a2-a8bb02331af9,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:08.793470 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Checking segment: {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:08.793823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Network hostable DHCP agents. Network: 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:25:08.813310 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:25:08.823769 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:08.829333 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:08.829929 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:08.836099 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0675721-8bf2-4e5f-81de-701ff83177d3 None None] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:08.856724 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f9a0b8b9-06fb-4bf3-b1a4-6ef4a66ac15e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3483546 Jan 27 11:25:08.929011 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45382a92-5ea9-43d0-93d4-21619c056e46 None None] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:10.604155 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-80cea598-8dfa-475c-bc91-2c5db1d62d8c tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:10.605610 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-80cea598-8dfa-475c-bc91-2c5db1d62d8c tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 814 time: 0.1047761 Jan 27 11:25:10.622750 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-616c16e0-d786-4be0-8af1-ce544a1c5a00 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/quotas/01a6737570b846ab9d2e136722e2969d HTTP/1.1" status: 200 len: 375 time: 0.0091569 Jan 27 11:25:10.654516 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-0cbeb958-fd2b-4930-bbf6-6a15154e6af1 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266149 Jan 27 11:25:10.746146 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-526614ef-7a1c-4ae2-9255-8302fb4be3cf service neutron] 10.222.0.52 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849876 Jan 27 11:25:10.838881 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-3a41a40f-cd4a-406c-b22e-441304890849 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871000 Jan 27 11:25:11.008345 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5fb7c141-9fec-4f4b-b9fd-77379037660f req-b176d4a0-1df6-428a-b832-e4f4b0a49208 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 210 time: 0.0332360 Jan 27 11:25:12.013514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-b8258d55-77b4-4aea-a5fb-a501ec6cdabc tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.014969 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-b8258d55-77b4-4aea-a5fb-a501ec6cdabc tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 814 time: 0.1021316 Jan 27 11:25:12.033471 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Request body: {'port': {'device_id': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4', 'admin_state_up': True, 'tenant_id': '01a6737570b846ab9d2e136722e2969d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:12.128307 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f99b4b09-8c18-4a0e-a30f-124aecd0f013 req-1009529e-31ea-413a-bac6-b282c074d27a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 210 time: 0.0326345 Jan 27 11:25:12.172440 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Made reservation on behalf of 01a6737570b846ab9d2e136722e2969d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:12.175726 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.301987 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Allocated IP 172.20.0.13 (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4/f6292087-1ac3-492b-b4a2-a8bb02331af9/f02649c8-9922-477a-b486-e43f6cbf88d6) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:12.448403 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks [] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.500116 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.543777 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:12.546721 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:12.552307 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:12.558591 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Pushing event updated for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:12.603097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:12.603706 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.633483 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-95b1cd75-e88b-45c1-9139-8b7ba0ab8ee8 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040404 Jan 27 11:25:12.649186 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Request body: {'port': {'device_id': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:12.706094 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.974650 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02649c8-9922-477a-b486-e43f6cbf88d6 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:12.982551 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks [] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:12.995299 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Transition to ACTIVE for port object f02649c8-9922-477a-b486-e43f6cbf88d6 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:25:13.003232 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:13.063447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Pushing event updated for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:13.131138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Attempting to bind port f02649c8-9922-477a-b486-e43f6cbf88d6 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:13.131475 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Attempting to bind port f02649c8-9922-477a-b486-e43f6cbf88d6 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:13.131783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Attempting to bind port f02649c8-9922-477a-b486-e43f6cbf88d6 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:13.136451 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Port f02649c8-9922-477a-b486-e43f6cbf88d6 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:25:13.136766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Attempting to bind port f02649c8-9922-477a-b486-e43f6cbf88d6 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:13.141874 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:13.142203 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Checking segment: {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:13.142605 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Bound using segment: {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:13.143017 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Bound port: f02649c8-9922-477a-b486-e43f6cbf88d6, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:13.143357 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:13.232368 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:13.246363 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f02649c8-9922-477a-b486-e43f6cbf88d6,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:13.255497 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:13.269627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a90597-d3e0-4437-b124-24afd1a763e9 req-7e873c11-5e48-4175-9557-d2afb93b8ecd tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.271138 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-21a90597-d3e0-4437-b124-24afd1a763e9 req-7e873c11-5e48-4175-9557-d2afb93b8ecd tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 944 time: 0.0763650 Jan 27 11:25:13.297273 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.297883 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:13.299241 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] 10.222.0.49 "PUT /v2.0/ports/f02649c8-9922-477a-b486-e43f6cbf88d6 HTTP/1.1" status: 200 len: 1094 time: 0.6544845 Jan 27 11:25:13.300265 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:13.302508 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53842233-6db0-4c20-a270-776bafce5ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:13.350904 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f831e-a67c-4aca-bd7e-2a287b8576b1 x-openstack-request-id: req-969f831e-a67c-4aca-bd7e-2a287b8576b1 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:13.351190 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:13.351477 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969f831e-a67c-4aca-bd7e-2a287b8576b1 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:13.351889 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6', 'status': 'completed', 'code': 200} Jan 27 11:25:13.383382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67898759-4ce5-4ad6-9b48-44d87de3b950 service neutron] Pushing event updated for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:13.395134 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-21a90597-d3e0-4437-b124-24afd1a763e9 req-bc02e357-f601-41f0-98b2-dcd9bac8b49d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010766 Jan 27 11:25:13.408548 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-f1f5a70c-31cc-4104-8326-8d8a87e0a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.410871 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-f1f5a70c-31cc-4104-8326-8d8a87e0a2f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 1097 time: 0.0617001 Jan 27 11:25:13.461264 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-4a73c5f5-1d87-4c57-b2a6-a7a39f9042aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f02649c8-9922-477a-b486-e43f6cbf88d6 HTTP/1.1" status: 200 len: 217 time: 0.0392704 Jan 27 11:25:13.522754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d412102-bd04-4111-be10-786ce18b4b60 req-ad5d067d-ec54-4e94-9bec-941765582247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.524157 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-ad5d067d-ec54-4e94-9bec-941765582247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6292087-1ac3-492b-b4a2-a8bb02331af9 HTTP/1.1" status: 200 len: 854 time: 0.0526021 Jan 27 11:25:13.561446 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-a3b68384-7e68-4246-af89-410fab355dc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282705 Jan 27 11:25:13.658119 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-003cd60a-7f9d-4243-9105-f9ae2b4bc7d9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Jan 27 11:25:13.754228 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4d412102-bd04-4111-be10-786ce18b4b60 req-ba98f90d-f2c6-4525-b24c-643d62642185 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Jan 27 11:25:13.849336 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842233-6db0-4c20-a270-776bafce5ad7 req-1d31d167-f6ba-46a7-8e82-49cfd14cb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.850856 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-1d31d167-f6ba-46a7-8e82-49cfd14cb008 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 1097 time: 0.0415580 Jan 27 11:25:13.944356 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842233-6db0-4c20-a270-776bafce5ad7 req-f1179af1-885d-44ad-a180-a92559997637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:13.946016 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-f1179af1-885d-44ad-a180-a92559997637 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 915 time: 0.0887222 Jan 27 11:25:13.987356 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-550e576a-55f2-483f-b1bb-b986348bea54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f02649c8-9922-477a-b486-e43f6cbf88d6 HTTP/1.1" status: 200 len: 217 time: 0.0347450 Jan 27 11:25:14.039719 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842233-6db0-4c20-a270-776bafce5ad7 req-b522b26e-7e4d-4753-81b6-b67fa5027006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:14.041108 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-b522b26e-7e4d-4753-81b6-b67fa5027006 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6292087-1ac3-492b-b4a2-a8bb02331af9 HTTP/1.1" status: 200 len: 854 time: 0.0444183 Jan 27 11:25:14.071708 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-e88e1972-9f82-4d45-903b-46610e3ac1ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238302 Jan 27 11:25:14.166355 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-c7394c7e-4dbb-4cbd-9baf-523aae5c00e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870545 Jan 27 11:25:14.258952 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-53842233-6db0-4c20-a270-776bafce5ad7 req-122d0e55-a6c9-4ad9-a0c3-35614c45a748 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855801 Jan 27 11:25:14.520983 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f87bae-a660-424f-8ce7-78a7098b9fa2 req-18b9f006-8c7d-43c0-81d4-41009cfb42fc tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:14.522461 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57f87bae-a660-424f-8ce7-78a7098b9fa2 req-18b9f006-8c7d-43c0-81d4-41009cfb42fc tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 944 time: 0.0518584 Jan 27 11:25:14.577126 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-57f87bae-a660-424f-8ce7-78a7098b9fa2 req-82e8106a-d7ed-4562-8862-db91d0092ef4 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Jan 27 11:25:15.524008 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f02649c8-9922-477a-b486-e43f6cbf88d6 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:25:15.634094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f02649c8-9922-477a-b486-e43f6cbf88d6,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:15.646431 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'f02649c8-9922-477a-b486-e43f6cbf88d6', 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4', 'port_id': 'f02649c8-9922-477a-b486-e43f6cbf88d6', 'mac_address': 'fa:16:3e:b7:29:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6292087-1ac3-492b-b4a2-a8bb02331af9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:25:15.683672 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f02649c8-9922-477a-b486-e43f6cbf88d6 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:15.684135 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:15.701378 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02649c8-9922-477a-b486-e43f6cbf88d6 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:15.711220 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ae88-1c71-4177-b06e-e0a09f4c9f32 req-5ceac626-0ced-4e26-b1d8-28119e9da9f3 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:15.712821 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6898ae88-1c71-4177-b06e-e0a09f4c9f32 req-5ceac626-0ced-4e26-b1d8-28119e9da9f3 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 944 time: 0.0484071 Jan 27 11:25:15.722574 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f02649c8-9922-477a-b486-e43f6cbf88d6,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:15.729633 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:15.761206 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6898ae88-1c71-4177-b06e-e0a09f4c9f32 req-60a65c9b-e86c-4733-9ea8-314e384148c7 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Jan 27 11:25:15.777849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:16.006899 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f02649c8-9922-477a-b486-e43f6cbf88d6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:25:16.878631 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d74a-002b-4c86-93f1-7605ab17249e req-d3dc497d-4080-40ec-a4f8-3b55ad8a50b6 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:16.880117 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3564d74a-002b-4c86-93f1-7605ab17249e req-d3dc497d-4080-40ec-a4f8-3b55ad8a50b6 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 945 time: 0.0523143 Jan 27 11:25:16.923416 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52076) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:16.926601 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3564d74a-002b-4c86-93f1-7605ab17249e req-bff5f4ab-c91b-45b8-a68c-d5a7e231baf4 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Jan 27 11:25:17.033720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c766734-c097-408d-833a-a2b9c2ac17c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.112354 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c766734-c097-408d-833a-a2b9c2ac17c8 admin admin] Publish callbacks [] for security_group (982da899-a73a-42fb-95f4-20c439a7cf8a), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.117930 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-2c766734-c097-408d-833a-a2b9c2ac17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (982da899-a73a-42fb-95f4-20c439a7cf8a), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.155784 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-2c766734-c097-408d-833a-a2b9c2ac17c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=351b52dc6a1647418092b522fbf78941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312019 Jan 27 11:25:17.156605 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c766734-c097-408d-833a-a2b9c2ac17c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982da899-a73a-42fb-95f4-20c439a7cf8a,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:17.158730 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52080) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:17.208050 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] Publish callbacks [] for security_group (982da899-a73a-42fb-95f4-20c439a7cf8a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.229495 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] Publish callbacks [] for security_group (982da899-a73a-42fb-95f4-20c439a7cf8a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.279723 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (982da899-a73a-42fb-95f4-20c439a7cf8a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.282211 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.283367 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/982da899-a73a-42fb-95f4-20c439a7cf8a HTTP/1.1" status: 204 len: 168 time: 0.1236184 Jan 27 11:25:17.291067 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e839-322d-404f-8804-0de94cfd1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982da899-a73a-42fb-95f4-20c439a7cf8a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:17.539492 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f02649c8-9922-477a-b486-e43f6cbf88d6 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:17.566260 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52086) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:17.579900 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d8a3-db86-4dbf-8b0a-91d89ca9e146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.594687 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port f02649c8-9922-477a-b486-e43f6cbf88d6 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:25:17.598652 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port f02649c8-9922-477a-b486-e43f6cbf88d6 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:17.599029 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.664823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d8a3-db86-4dbf-8b0a-91d89ca9e146 admin admin] Publish callbacks [] for security_group (45313931-b098-4034-b6b8-32723370b9f6), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.669564 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d8a3-db86-4dbf-8b0a-91d89ca9e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (45313931-b098-4034-b6b8-32723370b9f6), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.691890 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port f02649c8-9922-477a-b486-e43f6cbf88d6 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:17.692280 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.709124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9d8a3-db86-4dbf-8b0a-91d89ca9e146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45313931-b098-4034-b6b8-32723370b9f6,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:17.714828 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:17.715341 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-9ea9d8a3-db86-4dbf-8b0a-91d89ca9e146 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a272d1aa11e9451384312311d3234cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478431 Jan 27 11:25:17.717529 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54cb0dd-3be8-4dad-91e2-44e211d2f3a6" -d '{"events": [{"server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "name": "network-vif-plugged", "status": "completed", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:17.718128 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52088) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:17.730988 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f02649c8-9922-477a-b486-e43f6cbf88d6,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:17.736076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.763019 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a30479-9dac-472d-b2bf-aaacac30152f x-openstack-request-id: req-f3a30479-9dac-472d-b2bf-aaacac30152f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:17.763314 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "name": "network-vif-plugged", "status": "completed", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:17.763568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3a30479-9dac-472d-b2bf-aaacac30152f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:17.763959 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6', 'code': 200} Jan 27 11:25:17.771981 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] Publish callbacks [] for security_group (45313931-b098-4034-b6b8-32723370b9f6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.788403 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:17.796679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] Publish callbacks [] for security_group (45313931-b098-4034-b6b8-32723370b9f6), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.847459 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (45313931-b098-4034-b6b8-32723370b9f6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.850821 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:17.852223 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45313931-b098-4034-b6b8-32723370b9f6 HTTP/1.1" status: 204 len: 168 time: 0.1327498 Jan 27 11:25:17.860199 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4578-02d9-4b1e-8d06-90f5543ef10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45313931-b098-4034-b6b8-32723370b9f6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:17.964316 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6edd55-e5ac-4b18-9a2c-c1eb1ac28ee0 req-9b6a8ae0-a784-463f-b5f4-7043cf7fd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:17.965944 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc6edd55-e5ac-4b18-9a2c-c1eb1ac28ee0 req-9b6a8ae0-a784-463f-b5f4-7043cf7fd943 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 1099 time: 0.0442004 Jan 27 11:25:18.045954 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fc6edd55-e5ac-4b18-9a2c-c1eb1ac28ee0 req-0d24d1d0-46ea-4e64-b764-516bbebf4fe8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692971 Jan 27 11:25:18.059172 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc8727-adbc-4e44-bd79-b7b3c4e8bdaf req-842cb0ee-e81e-43b5-98fc-683d0c9833f7 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:18.060648 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-28bc8727-adbc-4e44-bd79-b7b3c4e8bdaf req-842cb0ee-e81e-43b5-98fc-683d0c9833f7 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0647440 Jan 27 11:25:18.107960 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-28bc8727-adbc-4e44-bd79-b7b3c4e8bdaf req-3a4ca49d-74e8-4793-b229-eceb8e10b03d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Jan 27 11:25:19.227223 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf3238-e7a8-4851-b5d4-5fe16904d60e req-7b1b9600-b646-45bd-aee6-03b72d322295 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:19.228804 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9fdf3238-e7a8-4851-b5d4-5fe16904d60e req-7b1b9600-b646-45bd-aee6-03b72d322295 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0528548 Jan 27 11:25:19.286120 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9fdf3238-e7a8-4851-b5d4-5fe16904d60e req-8438761b-b475-45d8-a381-efb4ee44627a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Jan 27 11:25:20.423649 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb3012-5ccf-4861-8d01-3916dd682b25 req-0214d33f-1f64-41cb-9183-6d1ca8576823 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:20.425126 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f2cb3012-5ccf-4861-8d01-3916dd682b25 req-0214d33f-1f64-41cb-9183-6d1ca8576823 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0627158 Jan 27 11:25:20.474755 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f2cb3012-5ccf-4861-8d01-3916dd682b25 req-fb8dfdbf-a1b9-4609-a0e8-b5fad0562469 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Jan 27 11:25:22.913387 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52250) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:23.028833 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94336be7-5f21-4d18-8782-c304aa008185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.109225 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94336be7-5f21-4d18-8782-c304aa008185 admin admin] Publish callbacks [] for security_group (eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.116763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-94336be7-5f21-4d18-8782-c304aa008185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.160056 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-94336be7-5f21-4d18-8782-c304aa008185 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc114b7b510b4f8b9ea2cdd8e1f237d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454948 Jan 27 11:25:23.161018 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336be7-5f21-4d18-8782-c304aa008185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:23.162174 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52256) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:23.213075 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] Publish callbacks [] for security_group (eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.235034 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] Publish callbacks [] for security_group (eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.287158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.290951 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.292509 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf HTTP/1.1" status: 204 len: 168 time: 0.1293421 Jan 27 11:25:23.300235 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35470a-0498-4235-9efa-d88f3b1a8207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab0342a-bd62-4cf8-b8a2-1a3cf412dbcf,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:23.573769 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52262) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:23.588622 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e88cc7-a6ac-4dd5-9563-4b37a11ab065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.669063 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e88cc7-a6ac-4dd5-9563-4b37a11ab065 admin admin] Publish callbacks [] for security_group (cbdbbb0a-9bb1-491f-accb-b0dd790374cb), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.675350 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-41e88cc7-a6ac-4dd5-9563-4b37a11ab065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (cbdbbb0a-9bb1-491f-accb-b0dd790374cb), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.713662 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-41e88cc7-a6ac-4dd5-9563-4b37a11ab065 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c547a421ab8b4541a38128eb23b901ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386771 Jan 27 11:25:23.714529 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88cc7-a6ac-4dd5-9563-4b37a11ab065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdbbb0a-9bb1-491f-accb-b0dd790374cb,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:23.716641 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52264) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:23.776178 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] Publish callbacks [] for security_group (cbdbbb0a-9bb1-491f-accb-b0dd790374cb), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.799582 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] Publish callbacks [] for security_group (cbdbbb0a-9bb1-491f-accb-b0dd790374cb), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.851423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (cbdbbb0a-9bb1-491f-accb-b0dd790374cb), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.854164 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:23.855338 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbdbbb0a-9bb1-491f-accb-b0dd790374cb HTTP/1.1" status: 204 len: 168 time: 0.1377513 Jan 27 11:25:23.866919 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c67d7-2e8b-432c-97fe-6bbd2c181712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdbbb0a-9bb1-491f-accb-b0dd790374cb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:25.916494 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52336) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:26.023137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a3de581-e7a3-407b-9c21-2ca01fbb356c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.098175 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a3de581-e7a3-407b-9c21-2ca01fbb356c admin admin] Publish callbacks [] for security_group (785726ef-a994-45e5-b8b6-81d943311ce0), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.103692 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9a3de581-e7a3-407b-9c21-2ca01fbb356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (785726ef-a994-45e5-b8b6-81d943311ce0), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.143677 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3de581-e7a3-407b-9c21-2ca01fbb356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785726ef-a994-45e5-b8b6-81d943311ce0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:26.147971 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9a3de581-e7a3-407b-9c21-2ca01fbb356c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae3c82a7beec4181bb1c841f0483be6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304127 Jan 27 11:25:26.152585 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52342) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:26.199856 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] Publish callbacks [] for security_group (785726ef-a994-45e5-b8b6-81d943311ce0), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.221754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] Publish callbacks [] for security_group (785726ef-a994-45e5-b8b6-81d943311ce0), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.272796 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (785726ef-a994-45e5-b8b6-81d943311ce0), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.275521 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.277079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/785726ef-a994-45e5-b8b6-81d943311ce0 HTTP/1.1" status: 204 len: 168 time: 0.1248984 Jan 27 11:25:26.285385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853f34-4313-451a-94ce-0d2a258ee743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785726ef-a994-45e5-b8b6-81d943311ce0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:26.558503 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52348) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:26.575471 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19755244-da31-49de-a7b3-262c32d02c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.658359 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19755244-da31-49de-a7b3-262c32d02c7d admin admin] Publish callbacks [] for security_group (8c99755e-3e0b-4fda-882c-8b66ca359026), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.664412 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-19755244-da31-49de-a7b3-262c32d02c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8c99755e-3e0b-4fda-882c-8b66ca359026), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.702851 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-19755244-da31-49de-a7b3-262c32d02c7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc1eb48f3c294e36a5ddf530d6497c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432338 Jan 27 11:25:26.703720 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19755244-da31-49de-a7b3-262c32d02c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c99755e-3e0b-4fda-882c-8b66ca359026,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:26.706252 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52350) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:26.755645 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] Publish callbacks [] for security_group (8c99755e-3e0b-4fda-882c-8b66ca359026), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.777731 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] Publish callbacks [] for security_group (8c99755e-3e0b-4fda-882c-8b66ca359026), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.828153 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8c99755e-3e0b-4fda-882c-8b66ca359026), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.831008 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:26.832194 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c99755e-3e0b-4fda-882c-8b66ca359026 HTTP/1.1" status: 204 len: 168 time: 0.1249166 Jan 27 11:25:26.840822 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c1754-8475-4f81-9d65-e555ac5c065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c99755e-3e0b-4fda-882c-8b66ca359026,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:27.533391 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52374) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:27.635450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362725467-network', 'tenant_id': '754e1b5e46dd4b0198b9caf1718ae6c4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:27.658569 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Made reservation on behalf of 754e1b5e46dd4b0198b9caf1718ae6c4 for: {'network': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:27.661217 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for network (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.672987 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.751634 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks [] for security_group (370dae03-fc06-42dd-8e2c-ea688ed21ca0), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.757686 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (370dae03-fc06-42dd-8e2c-ea688ed21ca0), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.781007 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 11:25:27.797167 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370dae03-fc06-42dd-8e2c-ea688ed21ca0,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:27.800237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (21c44c1c-72ef-4a7a-9fac-d5df21b4e060), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.800589 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.segments_db [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Added segment 21c44c1c-72ef-4a7a-9fac-d5df21b4e060 of type vlan for network 644d923a-96a0-4078-880e-1cfa00551c9e Jan 27 11:25:27.854263 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738605034325'] for network (644d923a-96a0-4078-880e-1cfa00551c9e), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.888664 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585'] for network (644d923a-96a0-4078-880e-1cfa00551c9e), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.889648 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:27.890407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:27.952283 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4177930 Jan 27 11:25:27.955618 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52378) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:27.958051 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485c091-e9b2-43ba-a39e-b4deddc11a00 admin admin] Pushing event updated for resources: {'Network': ['ID=644d923a-96a0-4078-880e-1cfa00551c9e,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:27.961086 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Request body: {'subnet': {'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362725467-subnet', 'tenant_id': '754e1b5e46dd4b0198b9caf1718ae6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:27.970409 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Network 644d923a-96a0-4078-880e-1cfa00551c9e details requested by agent ovs-agent-dv-cinder-826608-1-iscsi with host dv-cinder-826608-1-iscsi {{(pid=102449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 11:25:27.987182 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Made reservation on behalf of 754e1b5e46dd4b0198b9caf1718ae6c4 for: {'subnet': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:27.989959 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4184205'] for subnet (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:28.175132 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3885144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4184251'] for subnet (b20c05ff-f09f-47f1-8045-ad960529264b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:28.239389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20c05ff-f09f-47f1-8045-ad960529264b,revision_number=0']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:28.243882 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Checking segment: {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:28.244229 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Network hostable DHCP agents. Network: 644d923a-96a0-4078-880e-1cfa00551c9e, hostable agents: ['a38630f5-d94a-44f2-840c-8f377894758e'], hosted agents: [] {{(pid=102448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 11:25:28.279481 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Network 644d923a-96a0-4078-880e-1cfa00551c9e is scheduled to be hosted by DHCP agent a38630f5-d94a-44f2-840c-8f377894758e with binding_index 1 {{(pid=102448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 11:25:28.301657 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-1-iscsi, 644d923a-96a0-4078-880e-1cfa00551c9e) {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:28.306991 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:28.307707 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:28.313839 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27db76a-24e2-45f6-a957-9fd71e23e7b4 None None] Network 644d923a-96a0-4078-880e-1cfa00551c9e requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:28.339111 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f2b19200-c744-4326-8559-a64e73b4bdde admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3820181 Jan 27 11:25:28.421912 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c7a8f-87fb-4942-8300-dda051dee73f None None] Network 644d923a-96a0-4078-880e-1cfa00551c9e requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:30.078373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-3879e8b7-e3c7-418a-8300-3d3bf8effba4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:30.079867 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-3879e8b7-e3c7-418a-8300-3d3bf8effba4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 808 time: 0.1033826 Jan 27 11:25:30.094174 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-4e9b1bff-3913-4e90-8b04-d5c3d23f1c50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/quotas/754e1b5e46dd4b0198b9caf1718ae6c4 HTTP/1.1" status: 200 len: 375 time: 0.0089960 Jan 27 11:25:30.129391 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-e7ffd898-7577-4c18-b6a0-e55e414f1bac tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302937 Jan 27 11:25:30.218897 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-fe08af49-924a-4719-af97-02c77c239ad6 service neutron] 10.222.0.52 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826199 Jan 27 11:25:30.256119 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:30.314634 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-4b09fc45-2a68-46b8-aa78-f33f984d74c0 service neutron] 10.222.0.52 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898969 Jan 27 11:25:30.478536 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3e425acd-da94-42c8-ac9e-a948167bc2b7 req-5efddced-afb4-4e5b-8e79-ce9c5aaa9ea4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Jan 27 11:25:31.511417 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-d3e75fad-0316-4205-bcfc-fc444e4f8d3a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:31.512917 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-d3e75fad-0316-4205-bcfc-fc444e4f8d3a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 808 time: 0.1033490 Jan 27 11:25:31.527251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Request body: {'port': {'device_id': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e', 'admin_state_up': True, 'tenant_id': '754e1b5e46dd4b0198b9caf1718ae6c4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:31.611305 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-25ff5c47-0328-448f-b30b-46b0942d7fc0 req-7f33eac3-e936-4bc0-aa1e-7e5c7a3ef406 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 210 time: 0.0539334 Jan 27 11:25:31.668792 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Made reservation on behalf of 754e1b5e46dd4b0198b9caf1718ae6c4 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:31.672224 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:31.805147 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Allocated IP 172.20.0.12 (644d923a-96a0-4078-880e-1cfa00551c9e/b20c05ff-f09f-47f1-8045-ad960529264b/c9fe5ef9-0263-41da-9df1-4620ce041da3) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:31.952472 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks [] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:31.988492 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.029420 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Network 644d923a-96a0-4078-880e-1cfa00551c9e is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:32.032436 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:32.038555 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:32.044240 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Pushing event updated for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:32.087407 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:32.087992 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.105976 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-440f0a8f-a82f-4988-91fe-eecc34f93e50 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829928 Jan 27 11:25:32.119973 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Request body: {'port': {'device_id': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:32.174301 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.345376 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7815c980-62e6-418b-93dd-9b1704293569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.430302 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fe5ef9-0263-41da-9df1-4620ce041da3 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:32.437742 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks [] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.450535 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Transition to ACTIVE for port object c9fe5ef9-0263-41da-9df1-4620ce041da3 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:25:32.455537 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.503241 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:32.585339 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Attempting to bind port c9fe5ef9-0263-41da-9df1-4620ce041da3 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:32.586042 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Attempting to bind port c9fe5ef9-0263-41da-9df1-4620ce041da3 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:32.586042 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Attempting to bind port c9fe5ef9-0263-41da-9df1-4620ce041da3 on network 644d923a-96a0-4078-880e-1cfa00551c9e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:32.590624 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Port c9fe5ef9-0263-41da-9df1-4620ce041da3 on network 644d923a-96a0-4078-880e-1cfa00551c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:25:32.590941 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Attempting to bind port c9fe5ef9-0263-41da-9df1-4620ce041da3 on network 644d923a-96a0-4078-880e-1cfa00551c9e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:32.595818 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:32.596133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Checking segment: {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:32.596514 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Bound using segment: {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:32.596924 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Bound port: c9fe5ef9-0263-41da-9df1-4620ce041da3, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:32.597265 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.659931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:32.663130 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:32.668759 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.710773 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:32.711374 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:32.712710 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9fe5ef9-0263-41da-9df1-4620ce041da3 HTTP/1.1" status: 200 len: 1094 time: 0.5967066 Jan 27 11:25:32.713140 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:32.715360 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead2805e-8c05-40fb-abb7-ad5b1235da76" -d '{"events": [{"name": "network-changed", "server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:32.754718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89332c8-4425-4cf2-ab9d-2a8fc28c4100 x-openstack-request-id: req-b89332c8-4425-4cf2-ab9d-2a8fc28c4100 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:32.755003 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:32.755230 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b89332c8-4425-4cf2-ab9d-2a8fc28c4100 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:32.755707 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3', 'status': 'completed', 'code': 200} Jan 27 11:25:32.771254 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaea5e-a67b-404b-930e-447afb316626 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:32.803681 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725b6d9-7348-43fe-8108-f2bea97df115 req-fba9ba5b-196b-4e72-82af-67e4610ec80d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:32.805125 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5725b6d9-7348-43fe-8108-f2bea97df115 req-fba9ba5b-196b-4e72-82af-67e4610ec80d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 944 time: 0.1108770 Jan 27 11:25:32.828770 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-2a58ddb3-c870-41a9-a5ea-cee6031e4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:32.830168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-2a58ddb3-c870-41a9-a5ea-cee6031e4ffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 1097 time: 0.0677347 Jan 27 11:25:32.886295 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-c48dbf86-11bb-4a87-ba93-61679aaad358 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3 HTTP/1.1" status: 200 len: 217 time: 0.0454075 Jan 27 11:25:32.889631 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5725b6d9-7348-43fe-8108-f2bea97df115 req-775fe7a9-535a-4e4e-aa27-06d9d4dabf76 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786488 Jan 27 11:25:32.934666 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-7b9f3035-82b4-4bb2-a47f-7a0400329af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:32.936074 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-7b9f3035-82b4-4bb2-a47f-7a0400329af4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b20c05ff-f09f-47f1-8045-ad960529264b HTTP/1.1" status: 200 len: 848 time: 0.0427771 Jan 27 11:25:32.967889 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-dd58fc5c-0699-4f0a-9bb0-4319e658bbf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=644d923a-96a0-4078-880e-1cfa00551c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241005 Jan 27 11:25:33.060953 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-5e4a8f8f-4395-41b0-b726-d39e78ac0131 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838602 Jan 27 11:25:33.424634 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4c6dbedc-82f7-4170-91e7-6415b5ab6787 req-f03d4986-0fc9-4205-bbaa-2f4e7d1ee3b7 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508062 Jan 27 11:25:33.518135 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-cbbc31bb-d779-48bb-8fc8-0798651c31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:33.519639 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-cbbc31bb-d779-48bb-8fc8-0798651c31a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 1097 time: 0.0418928 Jan 27 11:25:33.617413 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-06311be8-d26c-4c12-8396-0dbf7437cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:33.618886 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-06311be8-d26c-4c12-8396-0dbf7437cad7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 909 time: 0.0930796 Jan 27 11:25:33.675053 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-7ecc313c-8033-4b2b-bc99-0da9b2be9fa8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3 HTTP/1.1" status: 200 len: 217 time: 0.0421684 Jan 27 11:25:33.728680 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-e830c4bd-b2ea-4bbe-8e23-145464c55578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:33.730090 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-e830c4bd-b2ea-4bbe-8e23-145464c55578 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b20c05ff-f09f-47f1-8045-ad960529264b HTTP/1.1" status: 200 len: 848 time: 0.0463223 Jan 27 11:25:33.768227 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-093f1486-fb1d-4a57-89f1-18f85a801e4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=644d923a-96a0-4078-880e-1cfa00551c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244577 Jan 27 11:25:33.862804 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-4d5eb3d6-1b29-4381-a19c-05697ff2be4f service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840013 Jan 27 11:25:33.954924 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ead2805e-8c05-40fb-abb7-ad5b1235da76 req-9e384fe9-f15a-410f-8f0a-56cf6610c8ce service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848482 Jan 27 11:25:34.012516 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419edf-2696-439e-a5ea-464b92470783 req-d7850def-0a45-4a68-9611-c35af5b6d3e6 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:34.013961 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26419edf-2696-439e-a5ea-464b92470783 req-d7850def-0a45-4a68-9611-c35af5b6d3e6 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 944 time: 0.0517170 Jan 27 11:25:34.064166 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26419edf-2696-439e-a5ea-464b92470783 req-e052191f-f73a-45a6-ae61-d5b2dc5060c2 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Jan 27 11:25:34.613921 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d81e8151-04a6-4ccd-addb-d0adf79637e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.192763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d039-65e4-4cdf-aa27-2788fd832574 req-7fb0f2bf-361e-475e-a7a3-4ba59a6904ea tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:35.194206 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8836d039-65e4-4cdf-aa27-2788fd832574 req-7fb0f2bf-361e-475e-a7a3-4ba59a6904ea tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 944 time: 0.0532413 Jan 27 11:25:35.243327 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8836d039-65e4-4cdf-aa27-2788fd832574 req-09da72a6-0789-4115-a315-b951aa65ef4a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Jan 27 11:25:35.629741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device c9fe5ef9-0263-41da-9df1-4620ce041da3 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:25:35.738058 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:35.749686 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'c9fe5ef9-0263-41da-9df1-4620ce041da3', 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e', 'port_id': 'c9fe5ef9-0263-41da-9df1-4620ce041da3', 'mac_address': 'fa:16:3e:95:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20c05ff-f09f-47f1-8045-ad960529264b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:25:35.787029 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port c9fe5ef9-0263-41da-9df1-4620ce041da3 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:35.787344 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.799929 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fe5ef9-0263-41da-9df1-4620ce041da3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:35.822381 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:35.833230 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.860754 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:35.885572 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:36.100901 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['c9fe5ef9-0263-41da-9df1-4620ce041da3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:25:36.378358 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af161d35-238a-4a4a-b0b9-4d2d611eb549 req-984299b9-f757-4cab-a533-ee6464700bb0 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:36.379758 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-af161d35-238a-4a4a-b0b9-4d2d611eb549 req-984299b9-f757-4cab-a533-ee6464700bb0 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 945 time: 0.0616572 Jan 27 11:25:36.426850 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-af161d35-238a-4a4a-b0b9-4d2d611eb549 req-53fc6a7b-8864-417c-b647-d157a586ac0e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jan 27 11:25:37.096920 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52470) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:37.259900 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Deleting port 0abbd218-2cb1-41ca-a032-66b6962260df {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:37.260130 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.289091 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.334150 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.334508 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for floatingip (0abbd218-2cb1-41ca-a032-66b6962260df), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.346066 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Calling delete_port for 0abbd218-2cb1-41ca-a032-66b6962260df owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:37.497982 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (0abbd218-2cb1-41ca-a032-66b6962260df), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.524294 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event deleted for resources: {'Port': ['ID=0abbd218-2cb1-41ca-a032-66b6962260df,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:37.551181 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dce8e-b6f6-4f79-ada4-e11281f9648d req-a152444c-26bc-493f-a7fa-bbf8eefebe95 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:37.552651 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a08dce8e-b6f6-4f79-ada4-e11281f9648d req-a152444c-26bc-493f-a7fa-bbf8eefebe95 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Jan 27 11:25:37.585104 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for floatingip (d5bf0842-6b9e-4564-9b59-a932f678e952), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.585430 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.l3_db [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Floating IP d5bf0842-6b9e-4564-9b59-a932f678e952 disassociated (deleted). External IP: 172.27.3.7, port: b3b37e64-125a-44f4-aafe-5c7fb0c055b0. Jan 27 11:25:37.600751 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a08dce8e-b6f6-4f79-ada4-e11281f9648d req-77bf50ab-1265-4efc-ac8e-884cb4d79272 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jan 27 11:25:37.634432 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device c9fe5ef9-0263-41da-9df1-4620ce041da3 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:37.688279 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port c9fe5ef9-0263-41da-9df1-4620ce041da3 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:25:37.691955 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port c9fe5ef9-0263-41da-9df1-4620ce041da3 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:37.692330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.766075 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port c9fe5ef9-0263-41da-9df1-4620ce041da3 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:37.766487 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.792044 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:37.792256 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Router b5e030aa-21bb-4596-bc51-0f25d87152d2 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:37.794217 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54513778-344f-40aa-8e7e-0e656ea5c52a" -d '{"events": [{"server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "name": "network-vif-plugged", "status": "completed", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:37.807943 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:37.813216 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.839979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3940fcc-76c0-4ab3-bd4c-a552450baf11 x-openstack-request-id: req-f3940fcc-76c0-4ab3-bd4c-a552450baf11 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:37.840275 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "name": "network-vif-plugged", "status": "completed", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:37.840527 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3940fcc-76c0-4ab3-bd4c-a552450baf11 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:37.840914 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3', 'code': 200} Jan 27 11:25:37.869340 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:37.900684 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:37.906067 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:37.912934 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Sync routers for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:37.923175 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:37.924037 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:37.937846 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-32800f77-e220-4ff3-a0b0-053a4f1bbaef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "DELETE /v2.0/floatingips/d5bf0842-6b9e-4564-9b59-a932f678e952 HTTP/1.1" status: 204 len: 168 time: 0.8397985 Jan 27 11:25:37.938778 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:37.941280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e5c909-8ba3-426f-8c22-637a814f9499" -d '{"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:38.027858 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88777-e4a4-4641-bbf9-1372751be387 req-96fea170-50ed-48a6-9c3f-321d7a3c9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.029414 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-52e88777-e4a4-4641-bbf9-1372751be387 req-96fea170-50ed-48a6-9c3f-321d7a3c9bff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 1099 time: 0.0501750 Jan 27 11:25:38.068590 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:38.080771 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-52e88777-e4a4-4641-bbf9-1372751be387 req-08fafaa5-c4e9-4715-9110-e50bd2169bc9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Jan 27 11:25:38.156460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25545e7-1b0a-403d-895e-3796850e3c06 x-openstack-request-id: req-c25545e7-1b0a-403d-895e-3796850e3c06 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:38.156995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:38.156995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c25545e7-1b0a-403d-895e-3796850e3c06 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:38.157383 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'status': 'completed', 'code': 200} Jan 27 11:25:38.204679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456a1da-e5bc-40b5-987c-de9ae22cb595 req-1eb7e6fe-4f7c-4c27-ad97-bec3050396e8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.206229 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8456a1da-e5bc-40b5-987c-de9ae22cb595 req-1eb7e6fe-4f7c-4c27-ad97-bec3050396e8 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0470755 Jan 27 11:25:38.257694 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8456a1da-e5bc-40b5-987c-de9ae22cb595 req-788494cb-118f-4fe4-9462-e4a52d3bc5ef tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456901 Jan 27 11:25:38.273541 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:38.300159 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Checking router: b5e030aa-21bb-4596-bc51-0f25d87152d2 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:38.308688 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:38.309285 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:38.353139 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-5e83ea64-d499-4d83-9998-4d0f23784f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.354543 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-5e83ea64-d499-4d83-9998-4d0f23784f30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f72b9243bcac4d708a54177b14b6885b&device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 1098 time: 0.0408330 Jan 27 11:25:38.416214 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:38.443539 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-de239219-c475-4e2a-987d-db18f11d8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.445017 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-de239219-c475-4e2a-987d-db18f11d8e92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 200 len: 909 time: 0.0835440 Jan 27 11:25:38.474889 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:38.492598 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-ee322e37-c26a-4e70-a645-5465793f1ac4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 200 len: 217 time: 0.0387514 Jan 27 11:25:38.542997 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-e459cfff-69bf-4a27-80ce-a61f9b702ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.544459 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-e459cfff-69bf-4a27-80ce-a61f9b702ac1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 200 len: 847 time: 0.0450006 Jan 27 11:25:38.590746 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-32cde5e7-31ab-462e-97b2-7e44df1e2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.592230 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-32cde5e7-31ab-462e-97b2-7e44df1e2615 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5be6803-6bae-44c9-abe2-2a2e10ffa558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395064 Jan 27 11:25:38.617402 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:38.646625 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b6677-1f80-4254-964c-1186649f1c02 None None] The sync data for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi is: [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:20:41Z', 'revision_number': 4, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '1a25dfe3-4689-4950-ae23-730304d5a3ca', 'name': '', 'network_id': 'a5be6803-6bae-44c9-abe2-2a2e10ffa558', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'mac_address': 'fa:16:3e:e7:68:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:40Z', 'updated_at': '2022-01-27T11:20:47Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'subnets': [{'id': '4634bb58-021d-4fe0-bb47-421d1bb09b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:38.715205 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-f16b2851-2f57-43c4-a1bc-4f571718a36c service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156774 Jan 27 11:25:38.759247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586b441-6f40-44a2-bb0e-17dfd8527e29 req-bb0e1969-6c20-4dae-b3ae-0a2856ce8540 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:38.760762 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1586b441-6f40-44a2-bb0e-17dfd8527e29 req-bb0e1969-6c20-4dae-b3ae-0a2856ce8540 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 946 time: 0.0823863 Jan 27 11:25:38.854723 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-76e5c909-8ba3-426f-8c22-637a814f9499 req-20458deb-e6e3-403a-9927-f9f1b2b75ca5 service neutron] 10.222.0.49 "GET /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327527 Jan 27 11:25:38.857965 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1586b441-6f40-44a2-bb0e-17dfd8527e29 req-bc735da7-0d33-4b95-97d9-69dbfb10213a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658743 Jan 27 11:25:38.868853 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462953f0-bbe4-4dc9-8f48-051ccdb0c5c2 None None] New status for floating IP d5bf0842-6b9e-4564-9b59-a932f678e952: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:25:39.375650 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b355-609f-46d4-854b-4f6a3e34b152 req-c8f917ee-8983-4098-bde8-344c170741d4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:39.377188 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-56e8b355-609f-46d4-854b-4f6a3e34b152 req-c8f917ee-8983-4098-bde8-344c170741d4 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Jan 27 11:25:39.427707 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-56e8b355-609f-46d4-854b-4f6a3e34b152 req-eda820c1-1699-4709-a78a-1d4e5e57179e tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6061e4a-fd40-4b21-8a82-abd4719e2e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Jan 27 11:25:39.979725 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d85333-7419-4b37-ba02-993cadf19070 req-9b363cee-962c-496f-87e3-7074ff8495ee tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:39.981168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e0d85333-7419-4b37-ba02-993cadf19070 req-9b363cee-962c-496f-87e3-7074ff8495ee tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 946 time: 0.0508075 Jan 27 11:25:40.031958 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e0d85333-7419-4b37-ba02-993cadf19070 req-e93d918e-3c78-4dca-b81c-961864e5461b tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Jan 27 11:25:40.158694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419174ad-de36-45ea-b19d-181b840abb25 req-ba7a8406-1b08-4323-8295-a42dce7a496c tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:40.160111 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-419174ad-de36-45ea-b19d-181b840abb25 req-ba7a8406-1b08-4323-8295-a42dce7a496c tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.49 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 945 time: 0.0563803 Jan 27 11:25:40.254076 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Deleting port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:40.254439 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.346944 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] For port b3b37e64-125a-44f4-aafe-5c7fb0c055b0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:40.347302 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.359129 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Calling delete_port for b3b37e64-125a-44f4-aafe-5c7fb0c055b0 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:40.490630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (b3b37e64-125a-44f4-aafe-5c7fb0c055b0), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.521219 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event deleted for resources: {'Port': ['ID=b3b37e64-125a-44f4-aafe-5c7fb0c055b0,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:40.554853 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-942f81c1-6a05-4969-ac8e-98f3a895a578 req-0f00c052-e966-438a-9123-47777cbc1cd6 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "GET /v2.0/ports?device_id=45f45a42-3e88-464e-8ccc-88068435b205 HTTP/1.1" status: 200 len: 210 time: 0.0371170 Jan 27 11:25:40.587125 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] No DVR routers for this DVR port b3b37e64-125a-44f4-aafe-5c7fb0c055b0 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:40.589540 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:40.592934 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-419174ad-de36-45ea-b19d-181b840abb25 req-f57b65a0-f87a-4084-a80c-86d7e3f2fe79 tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.49 "DELETE /v2.0/ports/b3b37e64-125a-44f4-aafe-5c7fb0c055b0 HTTP/1.1" status: 204 len: 173 time: 0.4274397 Jan 27 11:25:40.593404 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-deleted', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:40.595831 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fb6e5d-fe06-458c-97c8-41617fe8a9eb" -d '{"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-deleted", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:40.633794 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8ae458-fc4c-441c-bf5f-664f990eb886 x-openstack-request-id: req-df8ae458-fc4c-441c-bf5f-664f990eb886 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:40.634095 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f45a42-3e88-464e-8ccc-88068435b205", "name": "network-vif-deleted", "tag": "b3b37e64-125a-44f4-aafe-5c7fb0c055b0", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:40.634370 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df8ae458-fc4c-441c-bf5f-664f990eb886 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:40.634814 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f45a42-3e88-464e-8ccc-88068435b205', 'name': 'network-vif-deleted', 'tag': 'b3b37e64-125a-44f4-aafe-5c7fb0c055b0', 'status': 'completed', 'code': 200} Jan 27 11:25:40.712557 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ee25-37f2-419f-9dad-c17b91530fb8 req-1a0ce3af-f1d0-4e75-9b44-a1d63219341f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:40.714034 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-df96ee25-37f2-419f-9dad-c17b91530fb8 req-1a0ce3af-f1d0-4e75-9b44-a1d63219341f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 946 time: 0.0524623 Jan 27 11:25:40.761242 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-df96ee25-37f2-419f-9dad-c17b91530fb8 req-667329b4-42c6-446e-8f15-d97f1401fc94 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Jan 27 11:25:41.620686 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52516) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:41.678869 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (a6061e4a-fd40-4b21-8a82-abd4719e2e57), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.703275 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (a6061e4a-fd40-4b21-8a82-abd4719e2e57), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.773857 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a6061e4a-fd40-4b21-8a82-abd4719e2e57), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.776841 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:41.780634 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] 10.222.0.52 "DELETE /v2.0/security-groups/a6061e4a-fd40-4b21-8a82-abd4719e2e57 HTTP/1.1" status: 204 len: 168 time: 0.1560934 Jan 27 11:25:41.789362 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f024ea-9abf-4d72-be05-104253decf3f tempest-TestShelveInstance-916063773 tempest-TestShelveInstance-916063773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6061e4a-fd40-4b21-8a82-abd4719e2e57,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:41.824115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52522) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:41.947251 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9fdfd-d848-4876-856a-f59e4be331ce req-0a5e6cf1-a4e8-403d-b07f-0a63052a8224 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:41.948704 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b8c9fdfd-d848-4876-856a-f59e4be331ce req-0a5e6cf1-a4e8-403d-b07f-0a63052a8224 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 946 time: 0.0969472 Jan 27 11:25:42.067190 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b8c9fdfd-d848-4876-856a-f59e4be331ce req-774327f9-27c6-4ae6-aaad-36a9fedbea32 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891817 Jan 27 11:25:42.255884 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-dc4dfdc9-af1b-4645-b40e-ceadf9aff6d6 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:42.255884 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-dc4dfdc9-af1b-4645-b40e-ceadf9aff6d6 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 946 time: 0.0648196 Jan 27 11:25:42.380327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.419154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Deleting port c9fe5ef9-0263-41da-9df1-4620ce041da3 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:42.419473 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.553173 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] For port c9fe5ef9-0263-41da-9df1-4620ce041da3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c9fe5ef9-0263-41da-9df1-4620ce041da3,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:42.553559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.593685 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Calling delete_port for c9fe5ef9-0263-41da-9df1-4620ce041da3 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:42.790844 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (c9fe5ef9-0263-41da-9df1-4620ce041da3), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.813556 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['c9fe5ef9-0263-41da-9df1-4620ce041da3'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:25:42.820848 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Pushing event deleted for resources: {'Port': ['ID=c9fe5ef9-0263-41da-9df1-4620ce041da3,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:42.835996 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.836744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.836744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.836942 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.837307 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.837632 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.837953 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.838274 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.838618 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.838931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.839247 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.839560 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.839870 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:42.862205 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Deleting port 1a25dfe3-4689-4950-ae23-730304d5a3ca {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:42.862567 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.891466 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] No DVR routers for this DVR port c9fe5ef9-0263-41da-9df1-4620ce041da3 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:42.898625 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.902193 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4af6eb4c-2597-46b5-94eb-b10dd0829108 req-7ca9cc9d-b159-412d-8d52-8e07e76f346f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "DELETE /v2.0/ports/c9fe5ef9-0263-41da-9df1-4620ce041da3 HTTP/1.1" status: 204 len: 173 time: 0.6377945 Jan 27 11:25:42.902659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'name': 'network-vif-deleted', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:42.904888 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3eb1bc-9178-4867-9e30-720584e67f85" -d '{"events": [{"server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "name": "network-vif-deleted", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:42.943259 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb2d6e1-011e-42a8-b6f1-81f96d3e3a19 x-openstack-request-id: req-fbb2d6e1-011e-42a8-b6f1-81f96d3e3a19 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:42.943531 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccdf724-4f53-4e54-b991-bc11ef5de062", "name": "network-vif-deleted", "tag": "c9fe5ef9-0263-41da-9df1-4620ce041da3", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:42.943799 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbb2d6e1-011e-42a8-b6f1-81f96d3e3a19 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:42.944200 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccdf724-4f53-4e54-b991-bc11ef5de062', 'name': 'network-vif-deleted', 'tag': 'c9fe5ef9-0263-41da-9df1-4620ce041da3', 'status': 'completed', 'code': 200} Jan 27 11:25:42.971040 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] For port 1a25dfe3-4689-4950-ae23-730304d5a3ca, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=1a25dfe3-4689-4950-ae23-730304d5a3ca,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:42.971398 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:42.983171 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Calling delete_port for 1a25dfe3-4689-4950-ae23-730304d5a3ca owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:43.061919 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:25:43.177148 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c33ffa0e-4ada-4261-a3f7-4b51f814b27a req-ff4bc90f-71f2-462b-88eb-4e79fba28a2e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=dccdf724-4f53-4e54-b991-bc11ef5de062 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Jan 27 11:25:43.188242 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (1a25dfe3-4689-4950-ae23-730304d5a3ca), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.218385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a25dfe3-4689-4950-ae23-730304d5a3ca,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:43.388676 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.621526 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Router b5e030aa-21bb-4596-bc51-0f25d87152d2 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:43.651770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:43.674166 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: b3b37e64-125a-44f4-aafe-5c7fb0c055b0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:43.674541 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device b3b37e64-125a-44f4-aafe-5c7fb0c055b0 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:43.740575 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:43.748675 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-718de3af-416a-4e7f-8012-7bbe2591b197 admin admin] 10.222.0.52 "PUT /v2.0/routers/b5e030aa-21bb-4596-bc51-0f25d87152d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9198420 Jan 27 11:25:43.748823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52540) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:43.750082 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Sync routers for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:43.760827 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:43.761428 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:43.851531 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks [] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:43.877116 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:43.953226 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks [] for router_gateway (b5e030aa-21bb-4596-bc51-0f25d87152d2), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.013047 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Deleting port 04d54392-b98e-49b9-bf00-f72c9403b955 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:44.013381 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.097116 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] For port 04d54392-b98e-49b9-bf00-f72c9403b955, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=04d54392-b98e-49b9-bf00-f72c9403b955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:44.097470 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.108930 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Calling delete_port for 04d54392-b98e-49b9-bf00-f72c9403b955 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:44.138943 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:25:43Z', 'revision_number': 5, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port': {'id': '04d54392-b98e-49b9-bf00-f72c9403b955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:37Z', 'updated_at': '2022-01-27T11:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:44.167275 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Checking router: b5e030aa-21bb-4596-bc51-0f25d87152d2 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:44.175462 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Routers {'b5e030aa-21bb-4596-bc51-0f25d87152d2'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:44.176051 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['b5e030aa-21bb-4596-bc51-0f25d87152d2'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:44.270968 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] Set router b5e030aa-21bb-4596-bc51-0f25d87152d2 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:44.324590 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:25:43Z', 'revision_number': 6, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:44.355321 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd1cc0-c88d-4bb8-bb11-44eaf834b66b None None] The sync data for ids ['b5e030aa-21bb-4596-bc51-0f25d87152d2'] in dv-cinder-826608-1-iscsi is: [{'id': 'b5e030aa-21bb-4596-bc51-0f25d87152d2', 'name': 'tempest-TestShelveInstance-727834788-router', 'tenant_id': 'f72b9243bcac4d708a54177b14b6885b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:36Z', 'updated_at': '2022-01-27T11:25:43Z', 'revision_number': 6, 'project_id': 'f72b9243bcac4d708a54177b14b6885b', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:44.520571 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (04d54392-b98e-49b9-bf00-f72c9403b955), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.545120 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d54392-b98e-49b9-bf00-f72c9403b955,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:44.555495 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.555843 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.556185 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.556524 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.556853 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.557176 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.557503 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.557829 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.558151 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.558504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.558825 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.559143 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.559460 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:44.628875 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.723518 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.726007 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks [] for router_controller (b5e030aa-21bb-4596-bc51-0f25d87152d2), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.738613 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-89216b75-a752-4c56-956d-80738bdcea1d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:44.745794 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-89216b75-a752-4c56-956d-80738bdcea1d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 808 time: 0.4020698 Jan 27 11:25:44.756982 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-edade71d-ebfb-4cb6-9985-38b6ce0b50b9 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/quotas/754e1b5e46dd4b0198b9caf1718ae6c4 HTTP/1.1" status: 200 len: 375 time: 0.0100610 Jan 27 11:25:44.777058 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (b5e030aa-21bb-4596-bc51-0f25d87152d2), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.778583 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e030aa-21bb-4596-bc51-0f25d87152d2 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:25:44.786745 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.790244 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-10455f51-542b-49ab-9ad2-aab347ca0822 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b5e030aa-21bb-4596-bc51-0f25d87152d2 HTTP/1.1" status: 204 len: 168 time: 1.0381436 Jan 27 11:25:44.790496 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52558) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:44.794632 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-f0dd7b96-b1ae-438d-a63f-a25f5441f84d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310206 Jan 27 11:25:44.838211 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Deleting subnet 4634bb58-021d-4fe0-bb47-421d1bb09b25 {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:25:44.841609 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Publish callbacks [] for subnet (4634bb58-021d-4fe0-bb47-421d1bb09b25), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.877617 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (4634bb58-021d-4fe0-bb47-421d1bb09b25), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.898484 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-e9dfb41c-f3e5-482c-8ba9-a0b2a2030084 service neutron] 10.222.0.52 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962639 Jan 27 11:25:44.955514 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (4634bb58-021d-4fe0-bb47-421d1bb09b25), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:44.991957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-7410af70-3ac5-4068-9ad0-cb8da905e005 service neutron] 10.222.0.52 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Jan 27 11:25:45.008715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (4634bb58-021d-4fe0-bb47-421d1bb09b25), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.036389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4634bb58-021d-4fe0-bb47-421d1bb09b25,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.038373 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.042835 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a758475f-464f-4032-a1e0-2ed84b9b11ba admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4634bb58-021d-4fe0-bb47-421d1bb09b25 HTTP/1.1" status: 204 len: 168 time: 0.2511647 Jan 27 11:25:45.044190 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52560) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:45.044341 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706c39b-7a38-44b1-9c97-1e4c42dea188 None None] Network a5be6803-6bae-44c9-abe2-2a2e10ffa558 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:45.117242 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (a5be6803-6bae-44c9-abe2-2a2e10ffa558), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.207298 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9beb52c0-8281-44f6-a29b-abde4cc5fc84 req-d943036a-af78-4c64-8a3b-c04cfd015a26 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0462866 Jan 27 11:25:45.217852 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Deleting port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:45.218199 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.230063 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] DHCP port deletion for a5be6803-6bae-44c9-abe2-2a2e10ffa558 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:25:45.286950 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] For port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:45.287359 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.294556 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Deleting port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:45.294998 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.300737 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Calling delete_port for 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:45.362070 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] For port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,segment=NetworkSegment(09c6e271-928b-4f3b-8c56-42b34ee83931),segment_id=09c6e271-928b-4f3b-8c56-42b34ee83931)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:45.362662 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.376772 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Calling delete_port for 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:45.392756 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.422039 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] No DVR routers for this DVR port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 on host dv-cinder-826608-1-iscsi {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:45.427782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.479155 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.505055 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (a5be6803-6bae-44c9-abe2-2a2e10ffa558), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.512752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] Pushing event deleted for resources: {'Port': ['ID=7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:45.519059 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6e2d2-d9bc-4eee-b4e0-118242ef44b7 None None] No DVR routers for this DVR port 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:45.541865 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5be6803-6bae-44c9-abe2-2a2e10ffa558']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.555744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c6e271-928b-4f3b-8c56-42b34ee83931') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.556038 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c6e271-928b-4f3b-8c56-42b34ee83931') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:45.568010 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (09c6e271-928b-4f3b-8c56-42b34ee83931), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.581920 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (09c6e271-928b-4f3b-8c56-42b34ee83931), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.587963 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:25:45.588350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (09c6e271-928b-4f3b-8c56-42b34ee83931), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:25:45.590071 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:25:45.644568 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (a5be6803-6bae-44c9-abe2-2a2e10ffa558), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.649932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:45.653697 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/a5be6803-6bae-44c9-abe2-2a2e10ffa558 HTTP/1.1" status: 204 len: 168 time: 0.6082499 Jan 27 11:25:45.656688 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52574) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:45.665787 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147e10-bdb4-4f74-ae7b-08f70f8487ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a5be6803-6bae-44c9-abe2-2a2e10ffa558,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:46.017364 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1a25dfe3-4689-4950-ae23-730304d5a3ca no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:46.018941 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (496c1796-3523-413b-91b1-3d4c40c09cb1), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.037531 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 1a25dfe3-4689-4950-ae23-730304d5a3ca {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:46.037873 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 1a25dfe3-4689-4950-ae23-730304d5a3ca not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:46.038282 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 04d54392-b98e-49b9-bf00-f72c9403b955 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:46.056995 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 04d54392-b98e-49b9-bf00-f72c9403b955 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:46.057609 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 04d54392-b98e-49b9-bf00-f72c9403b955 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:46.057711 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:46.079065 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:46.079489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 7b4f903f-f666-4699-b6e3-fbd9e6bcd1e9 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:46.219096 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device c9fe5ef9-0263-41da-9df1-4620ce041da3 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:46.239534 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: c9fe5ef9-0263-41da-9df1-4620ce041da3 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:46.239880 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device c9fe5ef9-0263-41da-9df1-4620ce041da3 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:46.274204 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Deleting port d82d7e72-4fdb-4b0b-9888-36d08cc9877a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:46.274564 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.306929 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-45790d93-a5cc-4203-88c8-d44da123e584 req-7fb1926c-77dd-4dcc-b4d0-c4b019e1cae9 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0278790 Jan 27 11:25:46.356682 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] For port d82d7e72-4fdb-4b0b-9888-36d08cc9877a, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:46.357033 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.368586 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Calling delete_port for d82d7e72-4fdb-4b0b-9888-36d08cc9877a owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:46.555164 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (d82d7e72-4fdb-4b0b-9888-36d08cc9877a), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.591169 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d82d7e72-4fdb-4b0b-9888-36d08cc9877a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:46.769541 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (496c1796-3523-413b-91b1-3d4c40c09cb1), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:46.930939 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-a21a1eb7-3937-4340-8cb6-64434fba2473 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:46.932641 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-a21a1eb7-3937-4340-8cb6-64434fba2473 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 808 time: 0.1366608 Jan 27 11:25:46.952257 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Request body: {'port': {'device_id': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e', 'admin_state_up': True, 'tenant_id': '754e1b5e46dd4b0198b9caf1718ae6c4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:47.021802 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Router 496c1796-3523-413b-91b1-3d4c40c09cb1 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:25:47.061355 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Made reservation on behalf of 754e1b5e46dd4b0198b9caf1718ae6c4 for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:25:47.064683 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.129578 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:25:47.136915 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ab03aec3-ba30-4a04-8e63-de492221b0bc admin admin] 10.222.0.52 "PUT /v2.0/routers/496c1796-3523-413b-91b1-3d4c40c09cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790456 Jan 27 11:25:47.140350 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52588) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:47.141203 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Sync routers for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:25:47.151784 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:47.152417 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:47.255165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:47.268143 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Allocated IP 172.20.0.12 (644d923a-96a0-4078-880e-1cfa00551c9e/b20c05ff-f09f-47f1-8045-ad960529264b/d42925b8-9e93-4a90-b641-0dbfd7915080) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:25:47.294627 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks [] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.432802 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:25:46Z', 'revision_number': 5, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:47.462958 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Checking router: 496c1796-3523-413b-91b1-3d4c40c09cb1 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:25:47.471602 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Routers {'496c1796-3523-413b-91b1-3d4c40c09cb1'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:25:47.472210 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:25:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['496c1796-3523-413b-91b1-3d4c40c09cb1'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:47.476373 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fbe79149-b619-49a9-a407-db84472a596b req-f2b679fa-1428-48e1-8d1d-a17dc900d492 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0980983 Jan 27 11:25:47.507423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks [] for router_gateway (496c1796-3523-413b-91b1-3d4c40c09cb1), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.560046 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks [] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.574641 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] Set router 496c1796-3523-413b-91b1-3d4c40c09cb1 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:25:47.605258 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Deleting port aa202e6d-876e-4610-9547-953a02dea16f {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:47.605562 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (aa202e6d-876e-4610-9547-953a02dea16f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.620248 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.707679 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Network 644d923a-96a0-4078-880e-1cfa00551c9e is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:25:47.717706 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:25:47.730134 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:25:47.735445 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Pushing event updated for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:47.751018 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:25:46Z', 'revision_number': 5, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:47.778278 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c0881a-4d51-4195-af81-cb56cd5fef5c None None] The sync data for ids ['496c1796-3523-413b-91b1-3d4c40c09cb1'] in dv-cinder-826608-1-iscsi is: [{'id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'name': 'tempest-TestShelveInstance-142885930-router', 'tenant_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:20:45Z', 'updated_at': '2022-01-27T11:25:46Z', 'revision_number': 5, 'project_id': '94f53fa66e5e44bbb3232f5eedbdf72f', 'gw_port': {'id': 'aa202e6d-876e-4610-9547-953a02dea16f', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:19:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496c1796-3523-413b-91b1-3d4c40c09cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:20:46Z', 'updated_at': '2022-01-27T11:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:25:47.782441 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] For port aa202e6d-876e-4610-9547-953a02dea16f, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=aa202e6d-876e-4610-9547-953a02dea16f,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:47.782917 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (aa202e6d-876e-4610-9547-953a02dea16f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.801524 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Calling delete_port for aa202e6d-876e-4610-9547-953a02dea16f owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:47.812100 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:47.812731 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:47.861847 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-acd2866f-0d0a-4df0-ba0c-cc125e483a9a tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9129446 Jan 27 11:25:47.994021 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (aa202e6d-876e-4610-9547-953a02dea16f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.019562 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa202e6d-876e-4610-9547-953a02dea16f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:48.078947 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (496c1796-3523-413b-91b1-3d4c40c09cb1), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.172317 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.174732 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks [] for router_controller (496c1796-3523-413b-91b1-3d4c40c09cb1), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.225675 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (496c1796-3523-413b-91b1-3d4c40c09cb1), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.226381 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496c1796-3523-413b-91b1-3d4c40c09cb1 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:25:48.231112 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.232324 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-1fd2cbb7-ee38-444a-8a52-1359fd179714 admin admin] 10.222.0.52 "DELETE /v2.0/routers/496c1796-3523-413b-91b1-3d4c40c09cb1 HTTP/1.1" status: 204 len: 168 time: 1.0910246 Jan 27 11:25:48.235123 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52594) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:48.247022 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device d82d7e72-4fdb-4b0b-9888-36d08cc9877a no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:48.276426 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: d82d7e72-4fdb-4b0b-9888-36d08cc9877a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:48.276764 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device d82d7e72-4fdb-4b0b-9888-36d08cc9877a not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:48.287228 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Deleting subnet 0ef3613a-af98-45a2-b54e-30cf51f5665b {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:25:48.290616 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Publish callbacks [] for subnet (0ef3613a-af98-45a2-b54e-30cf51f5665b), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.323716 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (0ef3613a-af98-45a2-b54e-30cf51f5665b), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.405810 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (0ef3613a-af98-45a2-b54e-30cf51f5665b), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.464869 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (0ef3613a-af98-45a2-b54e-30cf51f5665b), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.489562 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef3613a-af98-45a2-b54e-30cf51f5665b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:48.493127 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.496236 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-6f2c589d-1483-43a8-a6fa-3720187d4f1d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0ef3613a-af98-45a2-b54e-30cf51f5665b HTTP/1.1" status: 204 len: 168 time: 0.2601225 Jan 27 11:25:48.498972 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52596) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:48.501628 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e31ed-8437-49de-8317-f7b65f47a4e2 None None] Network 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:25:48.590111 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.615602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ccea0-f267-4be3-859e-87f53ba90ab2 req-92c7653e-c8db-4914-bb64-042a9389952d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:48.617088 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-890ccea0-f267-4be3-859e-87f53ba90ab2 req-92c7653e-c8db-4914-bb64-042a9389952d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 932 time: 0.0661910 Jan 27 11:25:48.693375 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-890ccea0-f267-4be3-859e-87f53ba90ab2 req-397fb268-4834-4e58-8b47-745c57300acf tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681846 Jan 27 11:25:48.703859 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Deleting port c48935a1-04b7-46ad-b98d-0e6c368f33f6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:48.704154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.711277 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Request body: {'port': {'device_id': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:25:48.784704 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] DHCP port deletion for 14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:25:48.816429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] For port c48935a1-04b7-46ad-b98d-0e6c368f33f6, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=c48935a1-04b7-46ad-b98d-0e6c368f33f6,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:48.816429 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.827740 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.833007 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Calling delete_port for c48935a1-04b7-46ad-b98d-0e6c368f33f6 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:48.847742 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Deleting port c48935a1-04b7-46ad-b98d-0e6c368f33f6 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:48.848138 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.913084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] For port c48935a1-04b7-46ad-b98d-0e6c368f33f6, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=c48935a1-04b7-46ad-b98d-0e6c368f33f6,segment=NetworkSegment(13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84),segment_id=13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:48.913483 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:48.925866 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Calling delete_port for c48935a1-04b7-46ad-b98d-0e6c368f33f6 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:25:49.009357 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.032254 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] Pushing event deleted for resources: {'Port': ['ID=c48935a1-04b7-46ad-b98d-0e6c368f33f6,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.037921 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e188a3c-7c65-4165-8326-f02af71dde04 None None] No DVR routers for this DVR port c48935a1-04b7-46ad-b98d-0e6c368f33f6 on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:49.054994 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (c48935a1-04b7-46ad-b98d-0e6c368f33f6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.093926 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48935a1-04b7-46ad-b98d-0e6c368f33f6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.097141 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] No DVR routers for this DVR port c48935a1-04b7-46ad-b98d-0e6c368f33f6 on host dv-cinder-826608-1-iscsi {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:25:49.188795 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.236139 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b3ab09-cf2b-4e71-8d40-bc9e7df67d13']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:49.248330 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:49.248637 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:25:49.261879 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42925b8-9e93-4a90-b641-0dbfd7915080 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:49.266843 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.275549 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks [] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.287709 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.296685 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:25:49.296990 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (13230f66-ecdc-4f9b-ac2d-bc6a5b6dca84), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self.session.flush() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self.session.flush() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self.session.flush() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self.session.flush() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:25:49.298756 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:25:49.357134 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Transition to ACTIVE for port object d42925b8-9e93-4a90-b641-0dbfd7915080 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:25:49.358015 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (14b3ab09-cf2b-4e71-8d40-bc9e7df67d13), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.364515 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.367668 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] 10.222.0.52 "DELETE /v2.0/networks/14b3ab09-cf2b-4e71-8d40-bc9e7df67d13 HTTP/1.1" status: 204 len: 168 time: 0.8676918 Jan 27 11:25:49.369513 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.386606 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9eb0f-eb3d-4260-b051-9f45240dff45 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b3ab09-cf2b-4e71-8d40-bc9e7df67d13,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.433904 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Pushing event updated for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.489955 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 52604) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:49.513376 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Attempting to bind port d42925b8-9e93-4a90-b641-0dbfd7915080 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:25:49.514011 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Attempting to bind port d42925b8-9e93-4a90-b641-0dbfd7915080 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:25:49.514011 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Attempting to bind port d42925b8-9e93-4a90-b641-0dbfd7915080 on network 644d923a-96a0-4078-880e-1cfa00551c9e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:49.524578 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Port d42925b8-9e93-4a90-b641-0dbfd7915080 on network 644d923a-96a0-4078-880e-1cfa00551c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:25:49.524892 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Attempting to bind port d42925b8-9e93-4a90-b641-0dbfd7915080 on network 644d923a-96a0-4078-880e-1cfa00551c9e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:25:49.536782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:25:49.537129 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Checking segment: {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:25:49.537488 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Bound using segment: {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:25:49.537898 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Bound port: d42925b8-9e93-4a90-b641-0dbfd7915080, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c44c1c-72ef-4a7a-9fac-d5df21b4e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:25:49.538238 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.551292 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-fb63d690-6395-4a05-b715-ee13186b9ebc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f72b9243bcac4d708a54177b14b6885b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602214 Jan 27 11:25:49.554124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52606) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:49.604826 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] Publish callbacks [] for security_group (fd30b185-7abf-422c-8a33-fe09df7da874), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.611608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:25:49.614753 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d42925b8-9e93-4a90-b641-0dbfd7915080,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:25:49.624998 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.627331 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] Publish callbacks [] for security_group (fd30b185-7abf-422c-8a33-fe09df7da874), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.659646 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:49.660276 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.661631 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] 10.222.0.49 "PUT /v2.0/ports/d42925b8-9e93-4a90-b641-0dbfd7915080 HTTP/1.1" status: 200 len: 1094 time: 0.9544237 Jan 27 11:25:49.662083 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:49.664437 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6480f52-e5d2-4556-8eb0-dcb230acf37a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:49.678479 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (fd30b185-7abf-422c-8a33-fe09df7da874), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.681641 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:49.682904 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd30b185-7abf-422c-8a33-fe09df7da874 HTTP/1.1" status: 204 len: 168 time: 0.1277056 Jan 27 11:25:49.696335 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcc8eb-26d7-4d73-bbfa-69297e1b5a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd30b185-7abf-422c-8a33-fe09df7da874,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.701873 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbaaf-3999-41b9-8f93-d96d589c221f service neutron] Pushing event updated for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:49.732369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b098dddf-fe6c-4e9b-aaf2-b3e1691e0afa x-openstack-request-id: req-b098dddf-fe6c-4e9b-aaf2-b3e1691e0afa {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:49.732369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:49.732369 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b098dddf-fe6c-4e9b-aaf2-b3e1691e0afa {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:49.732959 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080', 'status': 'completed', 'code': 200} Jan 27 11:25:49.762921 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-96daed45-cdd6-4497-a73a-5ab46ae62773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:49.765296 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-96daed45-cdd6-4497-a73a-5ab46ae62773 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 1097 time: 0.0454786 Jan 27 11:25:49.831024 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-81c01199-9af3-4018-8816-6b05e0fb1970 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42925b8-9e93-4a90-b641-0dbfd7915080 HTTP/1.1" status: 200 len: 217 time: 0.0519521 Jan 27 11:25:49.882439 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bd530-6b98-41e2-b070-302da69c0bb1 req-a26742d4-3177-4acd-9b35-634795365856 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:49.883957 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-969bd530-6b98-41e2-b070-302da69c0bb1 req-a26742d4-3177-4acd-9b35-634795365856 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 944 time: 0.1154535 Jan 27 11:25:49.899474 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-f5e49b2f-e124-4f46-b2f5-513e69bb517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:49.901187 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-f5e49b2f-e124-4f46-b2f5-513e69bb517b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b20c05ff-f09f-47f1-8045-ad960529264b HTTP/1.1" status: 200 len: 848 time: 0.0631976 Jan 27 11:25:49.942371 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-1124ce22-62a4-4f2d-893c-fa57c230ac7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=644d923a-96a0-4078-880e-1cfa00551c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321209 Jan 27 11:25:49.977268 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-969bd530-6b98-41e2-b070-302da69c0bb1 req-402aba28-27cc-4eb0-839d-fa084c1cc876 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870852 Jan 27 11:25:50.038066 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device aa202e6d-876e-4610-9547-953a02dea16f no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:50.055748 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-54ba4bf2-99c2-47b0-8254-f2c3564c4f20 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033134 Jan 27 11:25:50.062567 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: aa202e6d-876e-4610-9547-953a02dea16f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:50.063132 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device aa202e6d-876e-4610-9547-953a02dea16f not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:50.063766 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device c48935a1-04b7-46ad-b98d-0e6c368f33f6 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:25:50.078514 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52620) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:50.084201 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: c48935a1-04b7-46ad-b98d-0e6c368f33f6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:25:50.084741 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device c48935a1-04b7-46ad-b98d-0e6c368f33f6 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:25:50.140893 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-d206c6b6-8eac-4baa-baf1-9a4c88858779 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94f53fa66e5e44bbb3232f5eedbdf72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609705 Jan 27 11:25:50.144124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 52624) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:25:50.165474 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b673ad-30ca-4d43-968d-d950eeff52fc req-37a3e94f-433b-4d5a-a8c2-2380193e40a0 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028657 Jan 27 11:25:50.201148 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] Publish callbacks [] for security_group (67d5a915-a3a3-4abd-938a-aa7cc8746041), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.222782 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] Publish callbacks [] for security_group (67d5a915-a3a3-4abd-938a-aa7cc8746041), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.263444 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-87379363-2242-4970-958b-64ba1ea36013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:50.264936 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-87379363-2242-4970-958b-64ba1ea36013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 1097 time: 0.0454793 Jan 27 11:25:50.269124 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (67d5a915-a3a3-4abd-938a-aa7cc8746041), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.272475 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:50.274752 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67d5a915-a3a3-4abd-938a-aa7cc8746041 HTTP/1.1" status: 204 len: 168 time: 0.1292670 Jan 27 11:25:50.283557 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f7fcb-9586-4fce-91dc-42a042acb090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d5a915-a3a3-4abd-938a-aa7cc8746041,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:50.356566 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-2fd3cd17-64ec-4380-882e-08ec8d268310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:50.357932 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-2fd3cd17-64ec-4380-882e-08ec8d268310 service neutron] 10.222.0.49 "GET /v2.0/networks?id=644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 200 len: 909 time: 0.0866206 Jan 27 11:25:50.683094 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-8c27dd34-8a79-4093-81a0-5706ead37c13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42925b8-9e93-4a90-b641-0dbfd7915080 HTTP/1.1" status: 200 len: 217 time: 0.3177044 Jan 27 11:25:51.109379 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586305e7-8c50-4e63-a676-4ac6038b6c02 req-b289e549-67ce-4b7d-81b9-8c2807d28827 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:51.110914 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-586305e7-8c50-4e63-a676-4ac6038b6c02 req-b289e549-67ce-4b7d-81b9-8c2807d28827 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 944 time: 0.0587885 Jan 27 11:25:51.160302 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-586305e7-8c50-4e63-a676-4ac6038b6c02 req-87be1716-8a7f-48ed-b66a-edfa18eb8e10 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jan 27 11:25:51.329198 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-52a0ec4f-71b0-4280-b4bb-0eec07d41117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:51.331405 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-52a0ec4f-71b0-4280-b4bb-0eec07d41117 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b20c05ff-f09f-47f1-8045-ad960529264b HTTP/1.1" status: 200 len: 848 time: 0.0628362 Jan 27 11:25:52.044077 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-9a1eb50f-0bb4-4fd2-8685-5cb42fc476c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=644d923a-96a0-4078-880e-1cfa00551c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294755 Jan 27 11:25:52.276450 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff49990-726a-45f3-bc2d-e5589332d359 req-789611b0-0080-4184-b5e5-91ae81fda433 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:52.278206 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7ff49990-726a-45f3-bc2d-e5589332d359 req-789611b0-0080-4184-b5e5-91ae81fda433 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 944 time: 0.0507658 Jan 27 11:25:52.323722 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7ff49990-726a-45f3-bc2d-e5589332d359 req-5cb34244-f86d-46fa-9cca-af0ba4010bf7 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Jan 27 11:25:52.980799 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-42897209-bac2-4a86-bb7c-6cd92775c4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017628 Jan 27 11:25:53.084861 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f6480f52-e5d2-4556-8eb0-dcb230acf37a req-20f8da5f-c434-461f-919f-1cd57c890691 service neutron] 10.222.0.49 "GET /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957649 Jan 27 11:25:53.449933 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec861d8-bf18-4b98-b6c8-d3b8ad4663dd req-c7437e00-dbc3-4658-bd1b-2b65223b570e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:53.451445 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ec861d8-bf18-4b98-b6c8-d3b8ad4663dd req-c7437e00-dbc3-4658-bd1b-2b65223b570e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 944 time: 0.0486734 Jan 27 11:25:53.507712 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ec861d8-bf18-4b98-b6c8-d3b8ad4663dd req-29185f6b-32cd-42f7-b1d2-b3620b5300fb tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Jan 27 11:25:54.623716 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055ad6f-c33d-44f7-a937-c8c56b45bbe0 req-2c81e6eb-caa4-4bc4-baac-66ceee3ca7c1 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:54.625131 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1055ad6f-c33d-44f7-a937-c8c56b45bbe0 req-2c81e6eb-caa4-4bc4-baac-66ceee3ca7c1 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 944 time: 0.0482001 Jan 27 11:25:54.672238 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1055ad6f-c33d-44f7-a937-c8c56b45bbe0 req-1abba772-f8c6-42b6-8af5-5086ba6b93e8 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jan 27 11:25:54.728671 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device d42925b8-9e93-4a90-b641-0dbfd7915080 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:25:54.822859 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d42925b8-9e93-4a90-b641-0dbfd7915080,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:54.833840 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'd42925b8-9e93-4a90-b641-0dbfd7915080', 'network_id': '644d923a-96a0-4078-880e-1cfa00551c9e', 'port_id': 'd42925b8-9e93-4a90-b641-0dbfd7915080', 'mac_address': 'fa:16:3e:e9:23:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20c05ff-f09f-47f1-8045-ad960529264b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:25:54.875142 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port d42925b8-9e93-4a90-b641-0dbfd7915080 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:54.875436 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:54.888768 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42925b8-9e93-4a90-b641-0dbfd7915080 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:25:54.907996 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d42925b8-9e93-4a90-b641-0dbfd7915080,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:54.912664 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:54.957398 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:54.964424 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.964767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.965107 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.965439 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.965774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.966089 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.966424 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.966745 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.967061 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.967383 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.967704 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.968038 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:54.968332 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:25:55.168295 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['d42925b8-9e93-4a90-b641-0dbfd7915080'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:25:55.803654 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c969d9-4492-49ce-92fd-155852a10ba6 req-2d6d30b5-a198-48a3-a3f7-1a8159bf0225 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:55.805177 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-72c969d9-4492-49ce-92fd-155852a10ba6 req-2d6d30b5-a198-48a3-a3f7-1a8159bf0225 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 945 time: 0.0637631 Jan 27 11:25:55.861250 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-72c969d9-4492-49ce-92fd-155852a10ba6 req-9263c73d-f0ec-4e1d-aab8-513bf91ff86e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502894 Jan 27 11:25:56.726048 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device d42925b8-9e93-4a90-b641-0dbfd7915080 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:25:56.780094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port d42925b8-9e93-4a90-b641-0dbfd7915080 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:25:56.784193 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port d42925b8-9e93-4a90-b641-0dbfd7915080 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:25:56.784571 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:56.858811 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port d42925b8-9e93-4a90-b641-0dbfd7915080 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:25:56.859198 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:56.884578 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:25:56.886844 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c1326b-5fb3-468f-abe8-db78fed5b826" -d '{"events": [{"server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "name": "network-vif-plugged", "status": "completed", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:25:56.899784 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d42925b8-9e93-4a90-b641-0dbfd7915080,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:56.906139 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:56.932254 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded8d96-6076-47c9-8e56-67e778f23296 x-openstack-request-id: req-eded8d96-6076-47c9-8e56-67e778f23296 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:25:56.932585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "name": "network-vif-plugged", "status": "completed", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:25:56.932801 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eded8d96-6076-47c9-8e56-67e778f23296 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:25:56.933195 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080', 'code': 200} Jan 27 11:25:56.960656 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:25:56.986766 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ea73-4df2-45c9-9eb7-1e9aeeb005d0 req-b407df60-763e-4934-ad72-805a624bd2ad tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:56.988374 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5047ea73-4df2-45c9-9eb7-1e9aeeb005d0 req-b407df60-763e-4934-ad72-805a624bd2ad tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0532298 Jan 27 11:25:57.037696 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5047ea73-4df2-45c9-9eb7-1e9aeeb005d0 req-1f229329-d1bc-457a-a872-68b1d61f4d59 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Jan 27 11:25:57.095764 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911474a-0b55-4ed9-b5de-618bc0ee07b3 req-ef6184c8-a659-4575-9272-450b6e12d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:57.097149 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3911474a-0b55-4ed9-b5de-618bc0ee07b3 req-ef6184c8-a659-4575-9272-450b6e12d2c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 1099 time: 0.0391953 Jan 27 11:25:57.145440 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3911474a-0b55-4ed9-b5de-618bc0ee07b3 req-092fbf92-f6c2-498c-900c-d1fc12ff546a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Jan 27 11:25:58.062281 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61077bb3-804f-4289-89fe-e7dc6546b634 req-ef7618d2-191b-4ade-901c-f809c13c2926 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:58.063817 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61077bb3-804f-4289-89fe-e7dc6546b634 req-ef7618d2-191b-4ade-901c-f809c13c2926 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0513070 Jan 27 11:25:58.124117 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-61077bb3-804f-4289-89fe-e7dc6546b634 req-f2b5d60c-0f0b-4ea2-9ab9-1ddd2cd8017a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545626 Jan 27 11:25:58.161857 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bb0e-c34c-4b82-af84-fd58892a3c83 req-43ad55e4-b6bc-4d46-bc10-70339cba1f0f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:58.163341 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b3bb0e-c34c-4b82-af84-fd58892a3c83 req-43ad55e4-b6bc-4d46-bc10-70339cba1f0f tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0545905 Jan 27 11:25:58.218898 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e3b3bb0e-c34c-4b82-af84-fd58892a3c83 req-e75d2e21-d20a-46d2-bc2c-c2a7f0a7601d tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498612 Jan 27 11:25:59.261608 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2acfd-a009-4bf7-a558-1c12939c92fb req-1e6317e8-a0a3-49d1-ab0e-eb8fb5dc5d76 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:59.263140 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3f2acfd-a009-4bf7-a558-1c12939c92fb req-1e6317e8-a0a3-49d1-ab0e-eb8fb5dc5d76 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0605192 Jan 27 11:25:59.337631 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3f2acfd-a009-4bf7-a558-1c12939c92fb req-152d80cd-2f32-4f88-94b3-b28473429dbc tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689046 Jan 27 11:25:59.354601 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9dc5d-5c22-4351-a802-91143affeb11 req-f95b1abd-321b-423e-a067-94cc9d81f3b3 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:59.356056 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ad9dc5d-5c22-4351-a802-91143affeb11 req-f95b1abd-321b-423e-a067-94cc9d81f3b3 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0678895 Jan 27 11:25:59.403710 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6ad9dc5d-5c22-4351-a802-91143affeb11 req-bf928337-8933-4562-9b6b-7fffcd2442bd tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Jan 27 11:25:59.712995 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-01599982-da51-47fd-b471-a8a45624986f tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:25:59.714491 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-01599982-da51-47fd-b471-a8a45624986f tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 946 time: 0.0495081 Jan 27 11:25:59.812422 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Deleting port f02649c8-9922-477a-b486-e43f6cbf88d6 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:25:59.812771 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:59.902883 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] For port f02649c8-9922-477a-b486-e43f6cbf88d6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f02649c8-9922-477a-b486-e43f6cbf88d6,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:25:59.903254 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:25:59.915574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Calling delete_port for f02649c8-9922-477a-b486-e43f6cbf88d6 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:00.096426 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (f02649c8-9922-477a-b486-e43f6cbf88d6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:00.109956 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['f02649c8-9922-477a-b486-e43f6cbf88d6'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:00.117515 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f4d00-0b70-47f4-80ea-7699499dec78 req-7ce7b825-d7ac-4319-94ff-7b5f9bfa39d4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:00.119015 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea6f4d00-0b70-47f4-80ea-7699499dec78 req-7ce7b825-d7ac-4319-94ff-7b5f9bfa39d4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0912173 Jan 27 11:26:00.148964 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Pushing event deleted for resources: {'Port': ['ID=f02649c8-9922-477a-b486-e43f6cbf88d6,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:00.196991 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] No DVR routers for this DVR port f02649c8-9922-477a-b486-e43f6cbf88d6 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:00.203463 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:00.206817 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-598bf78a-bda2-4b8a-98fd-5ab2bf252203 req-173c8318-4903-4583-8a2b-de9fa2a271d5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "DELETE /v2.0/ports/f02649c8-9922-477a-b486-e43f6cbf88d6 HTTP/1.1" status: 204 len: 173 time: 0.4861047 Jan 27 11:26:00.207331 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'name': 'network-vif-deleted', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:00.209485 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd7939-8166-4f26-8222-60957b60712f" -d '{"events": [{"server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "name": "network-vif-deleted", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:00.231699 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ea6f4d00-0b70-47f4-80ea-7699499dec78 req-000c679b-c17f-40c0-9332-302706a3b0c0 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932393 Jan 27 11:26:00.263711 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:00.263911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d4ac2b-0590-4aca-b927-18abde896a5b x-openstack-request-id: req-d7d4ac2b-0590-4aca-b927-18abde896a5b {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:00.264423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e", "name": "network-vif-deleted", "tag": "f02649c8-9922-477a-b486-e43f6cbf88d6", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:00.264602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7d4ac2b-0590-4aca-b927-18abde896a5b {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:00.265004 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e', 'name': 'network-vif-deleted', 'tag': 'f02649c8-9922-477a-b486-e43f6cbf88d6', 'status': 'completed', 'code': 200} Jan 27 11:26:00.454648 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c8aab6e5-1a07-4461-ad02-b299c3707433 req-71303ae4-a93a-402d-bf9e-f715b2308320 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1b7d945-a5a5-4b1a-8e8c-5b3da93d010e HTTP/1.1" status: 200 len: 210 time: 0.0337296 Jan 27 11:26:01.010931 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829febb-6a60-4059-ba5a-7a31d3c9595b req-acb661a1-4a15-4f93-908e-1004998edd45 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:01.012368 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b829febb-6a60-4059-ba5a-7a31d3c9595b req-acb661a1-4a15-4f93-908e-1004998edd45 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Jan 27 11:26:01.061562 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b829febb-6a60-4059-ba5a-7a31d3c9595b req-4cb1963d-556f-4390-b124-061108954e48 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Jan 27 11:26:01.370553 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3660-8fa2-40e4-a1af-2c45a2e73a54 req-ab223884-f7f2-4e21-a2ab-87d4a6957acf tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:01.372007 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92ed3660-8fa2-40e4-a1af-2c45a2e73a54 req-ab223884-f7f2-4e21-a2ab-87d4a6957acf tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0547884 Jan 27 11:26:01.420889 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-92ed3660-8fa2-40e4-a1af-2c45a2e73a54 req-37835876-d8b8-4234-bb5e-7226d639e16e tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/security-groups?id=370dae03-fc06-42dd-8e2c-ea688ed21ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Jan 27 11:26:01.518906 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-522223dc-717a-4c83-8d17-c5e7a9c61734 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:01.520319 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-522223dc-717a-4c83-8d17-c5e7a9c61734 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 946 time: 0.0490880 Jan 27 11:26:01.617131 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Deleting port d42925b8-9e93-4a90-b641-0dbfd7915080 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:01.617463 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:01.709406 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] For port d42925b8-9e93-4a90-b641-0dbfd7915080, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d42925b8-9e93-4a90-b641-0dbfd7915080,segment=NetworkSegment(21c44c1c-72ef-4a7a-9fac-d5df21b4e060),segment_id=21c44c1c-72ef-4a7a-9fac-d5df21b4e060)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:01.709882 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:01.722507 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Calling delete_port for d42925b8-9e93-4a90-b641-0dbfd7915080 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:01.865923 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (d42925b8-9e93-4a90-b641-0dbfd7915080), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:01.878161 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['d42925b8-9e93-4a90-b641-0dbfd7915080'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:01.892588 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Pushing event deleted for resources: {'Port': ['ID=d42925b8-9e93-4a90-b641-0dbfd7915080,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:01.936373 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] No DVR routers for this DVR port d42925b8-9e93-4a90-b641-0dbfd7915080 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:01.938907 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:01.942192 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-13541f10-7eef-44bb-b469-0c0af7f2d832 req-7c5e5af2-1f63-451e-8ea2-2bcae055df08 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.49 "DELETE /v2.0/ports/d42925b8-9e93-4a90-b641-0dbfd7915080 HTTP/1.1" status: 204 len: 173 time: 0.4134431 Jan 27 11:26:02.184814 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55953f83-fccb-4a5d-a810-d3dbba9da09b req-e2e6827b-4143-4aad-a076-637dffccdba7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:02.186168 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55953f83-fccb-4a5d-a810-d3dbba9da09b req-e2e6827b-4143-4aad-a076-637dffccdba7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0531673 Jan 27 11:26:02.236291 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-55953f83-fccb-4a5d-a810-d3dbba9da09b req-a64badee-3c0b-47a3-ba7b-552836b636ae tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Jan 27 11:26:02.265896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'name': 'network-vif-deleted', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:02.268231 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478cfa0c-0e36-44fe-97a8-3cbd4fd20541" -d '{"events": [{"server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "name": "network-vif-deleted", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:02.302486 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268496a0-23bc-438a-b20e-92be1bb8ea1e x-openstack-request-id: req-268496a0-23bc-438a-b20e-92be1bb8ea1e {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:02.302774 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9c37db-c852-46af-82e8-b86d5f82e698", "name": "network-vif-deleted", "tag": "d42925b8-9e93-4a90-b641-0dbfd7915080", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:02.303023 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-268496a0-23bc-438a-b20e-92be1bb8ea1e {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:02.303416 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9c37db-c852-46af-82e8-b86d5f82e698', 'name': 'network-vif-deleted', 'tag': 'd42925b8-9e93-4a90-b641-0dbfd7915080', 'status': 'completed', 'code': 200} Jan 27 11:26:02.351403 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b7f9cd8b-a365-470f-9586-908ce493cd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:02.520512 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-7d1cbe1e-9e97-4860-902b-53ad2c01e385 req-107a68fd-cd44-4b9b-a7f0-799df506d988 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0264449 Jan 27 11:26:03.376411 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f14e-7bc5-4445-acbd-e646703b61c4 req-305f3326-4331-4b84-a06d-445a0f9dde0f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:03.378877 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3670f14e-7bc5-4445-acbd-e646703b61c4 req-305f3326-4331-4b84-a06d-445a0f9dde0f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0624976 Jan 27 11:26:03.437429 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3670f14e-7bc5-4445-acbd-e646703b61c4 req-d5f5c925-b909-4ffc-a1d4-797d5e7b2862 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520549 Jan 27 11:26:03.633549 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-252ff339-643d-4fb0-ae26-58893491aed7 req-89515d8d-844c-4958-9a96-7c8f02bb91f4 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0341475 Jan 27 11:26:04.570674 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535487c-e2c1-44e4-8cd0-9f8f546e13bd req-283d6245-3e35-4e60-8874-d3bd881abe9a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:04.572568 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c535487c-e2c1-44e4-8cd0-9f8f546e13bd req-283d6245-3e35-4e60-8874-d3bd881abe9a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0554035 Jan 27 11:26:04.625984 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eaae0d30-36dd-4420-9b2f-7137a4f19037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:04.632727 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c535487c-e2c1-44e4-8cd0-9f8f546e13bd req-b951e80e-de3b-415b-abfb-d72a49a7bb6c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543034 Jan 27 11:26:04.745044 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5bb2351c-254a-4243-a8b0-c48dbc8cff0e req-8c897fb4-05e0-4715-84c9-b6cec8a9f4b7 tempest-VolumesActionsTest-1034613523 tempest-VolumesActionsTest-1034613523-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a9c37db-c852-46af-82e8-b86d5f82e698 HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jan 27 11:26:04.917329 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-62311d32-c836-49a0-b5db-711b98f17f2e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:04.919117 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-62311d32-c836-49a0-b5db-711b98f17f2e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Jan 27 11:26:05.015714 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:05.016075 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.110520 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] For port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:05.110809 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.284115 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.284472 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (632b052d-9ef7-444f-8d8d-3ed71ecae7d9), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.284782 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP 632b052d-9ef7-444f-8d8d-3ed71ecae7d9 disassociated. External IP: 172.27.3.31, port: a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53. Jan 27 11:26:05.285125 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 owned by compute:nova {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:05.421863 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.453258 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:05.569708 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:05.682025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:05.693144 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:05.703294 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:05.704011 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:26:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:05.723684 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] No DVR routers for this DVR port a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 on host hv-cinder-82660 {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:05.731932 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:05.735120 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4975f432-6480-4e02-8724-a55fb24ce4a6 req-1585ed65-d416-4b58-95a3-94c5a1e847a8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "DELETE /v2.0/ports/a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 HTTP/1.1" status: 204 len: 173 time: 0.8098671 Jan 27 11:26:05.735572 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'name': 'network-vif-deleted', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:05.738051 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d35e08-15fd-4f4b-a029-c1c2e35748bf" -d '{"events": [{"server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "name": "network-vif-deleted", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:05.760244 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cb46adeb-326f-46bf-b8a6-88ce26e7649a req-6cc4db6f-10d1-4980-abd0-a031281ff9b1 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 210 time: 0.0383034 Jan 27 11:26:05.788001 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec1a23-2889-4055-a377-18e712a0dcc8 x-openstack-request-id: req-a2ec1a23-2889-4055-a377-18e712a0dcc8 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:05.788330 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60097e0a-3002-403e-aa78-a1978d6c6608", "name": "network-vif-deleted", "tag": "a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:05.788630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2ec1a23-2889-4055-a377-18e712a0dcc8 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:05.789034 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60097e0a-3002-403e-aa78-a1978d6c6608', 'name': 'network-vif-deleted', 'tag': 'a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53', 'status': 'completed', 'code': 200} Jan 27 11:26:05.845548 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:05.853568 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:06.077944 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:06.130728 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:06.139850 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:06.140662 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:26:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:06.237773 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device d42925b8-9e93-4a90-b641-0dbfd7915080 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:06.257530 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:06.257709 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: d42925b8-9e93-4a90-b641-0dbfd7915080 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:06.257867 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device d42925b8-9e93-4a90-b641-0dbfd7915080 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:06.258465 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f02649c8-9922-477a-b486-e43f6cbf88d6 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:06.280348 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: f02649c8-9922-477a-b486-e43f6cbf88d6 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:06.280686 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device f02649c8-9922-477a-b486-e43f6cbf88d6 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:06.459370 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:06.484799 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f99a5f-6c30-44c5-b362-e4a75f583a11 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:06.697141 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f88e22-aff6-4e4f-a3dc-077bcc651e67 None None] New status for floating IP 632b052d-9ef7-444f-8d8d-3ed71ecae7d9: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:26:06.870478 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5225c16d-989a-46ef-b885-8ddac5a22a27 req-953a5295-0b87-4113-b6b8-010b3134118e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 210 time: 0.0262475 Jan 27 11:26:07.297900 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:07.984012 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-363256cd-8cf7-4cda-8bc7-78cc2202d326 req-fbb61e90-da56-4286-9c97-81bb1eabaaa4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=60097e0a-3002-403e-aa78-a1978d6c6608 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Jan 27 11:26:08.473865 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:08.732616 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:08.765550 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:08.766174 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a9bf76f0-1f4a-46e2-ab99-bc1b4774aa53 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:09.254316 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-58f2aaeb-5769-4c05-9a3c-a3d7ce6b21af tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062979842&fields=id&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 267 time: 0.0494733 Jan 27 11:26:09.361016 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-71ab9420-1e7e-4a74-8176-85a745a8d95b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:09.362564 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-71ab9420-1e7e-4a74-8176-85a745a8d95b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1003375 Jan 27 11:26:09.377988 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-a3b6437c-6ecc-4584-a381-69b24b95f2c9 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/quotas/2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 375 time: 0.0098515 Jan 27 11:26:09.428560 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-84407402-03e0-4839-97e2-ed30e5fba3ab tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451655 Jan 27 11:26:09.589663 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-ba155445-4372-4b04-b3e9-e761edf03650 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:09.591123 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-ba155445-4372-4b04-b3e9-e761edf03650 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 814 time: 0.1616769 Jan 27 11:26:09.594491 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-084f6d3f-426e-47c0-b342-58e86cd8fe94 service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546259 Jan 27 11:26:09.613115 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-ef64f637-d02d-427c-8549-ec3631e35210 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/quotas/01a6737570b846ab9d2e136722e2969d HTTP/1.1" status: 200 len: 375 time: 0.0165839 Jan 27 11:26:09.680650 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34a309f2-2774-42a6-9795-e8680aa4cfa1 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585670 Jan 27 11:26:09.759177 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-c9e2290d-49d8-4b5d-8945-f77c178deedb service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565809 Jan 27 11:26:09.790042 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-d32e594f-0452-4e1f-8c20-eeac4b4e6815 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019163 Jan 27 11:26:09.885693 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-114ffd5b-09ab-4a9c-8c12-80675c3c5d80 service neutron] 10.222.0.52 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898476 Jan 27 11:26:10.057625 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5ff5b3fc-564b-4c7d-9974-c4666bce9f3c req-6fa72d91-3d22-42cc-bb06-2922b60e27a9 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 210 time: 0.0342259 Jan 27 11:26:10.072340 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-f92cfd01-ff14-488c-bc71-99f107f91406 req-ce66b507-a3cd-4678-b1f2-9a3bb519bf20 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 210 time: 0.0400083 Jan 27 11:26:11.162943 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-95132460-b9e1-4015-b18d-4334a3774b85 req-da97b6c0-0d04-4731-a11d-450251887f16 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 210 time: 0.0325830 Jan 27 11:26:11.178166 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b031b959-ddcb-4394-a883-12a57b330da1 req-6a5187a0-796a-4ae1-969f-151f97e1effb tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 210 time: 0.0375087 Jan 27 11:26:12.064385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-8e037aab-6b2b-4d06-aa7d-7d65fb048c21 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:12.066037 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-8e037aab-6b2b-4d06-aa7d-7d65fb048c21 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 814 time: 0.1225438 Jan 27 11:26:12.080020 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Request body: {'port': {'device_id': '3fe61962-4090-46c4-b613-fea77af12ab5', 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4', 'admin_state_up': True, 'tenant_id': '01a6737570b846ab9d2e136722e2969d'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:12.131872 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-2474393a-9531-4808-8fc6-c69501b3105a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:12.133890 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-2474393a-9531-4808-8fc6-c69501b3105a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1227803 Jan 27 11:26:12.225798 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Made reservation on behalf of 01a6737570b846ab9d2e136722e2969d for: {'port': 1} {{(pid=102447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:26:12.229630 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.270531 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-df098fda-0fa7-48eb-8726-00488cc8d113 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 380 time: 0.1210747 Jan 27 11:26:12.283117 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'port': {'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'admin_state_up': True, 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'security_groups': ['0ffdd9a7-834e-48f5-b66f-31d9146ed440']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:12.338164 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a747c63f-cc2d-41e6-85fc-3a4533f5dca0 req-1e898639-f1c5-40e0-86ca-8053ff6cb8bb tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 210 time: 0.0799997 Jan 27 11:26:12.369081 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-cf9daa8e-21a0-47af-be6d-eec208be228a req-a9c4fbbd-b316-4a5e-9f35-730de86ab54b tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 210 time: 0.0445983 Jan 27 11:26:12.417303 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Made reservation on behalf of 2f622a52d7a640209c483adc4d75c764 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:26:12.420971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.566424 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.20.0.13 (e83bd7f2-42a3-4469-99e1-49e8260bf7b9/74263f88-5fe5-4364-93b9-2de5214e789d/bb07d06d-a7ea-44c2-b523-edc40985595f) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:26:12.784547 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:12.787323 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Allocated IP 172.20.0.3 (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4/f6292087-1ac3-492b-b4a2-a8bb02331af9/06b6aca0-d9fb-411f-bfba-ff0d78d17854) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:26:12.972661 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks [] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.013982 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.073113 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:26:13.079168 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:26:13.085697 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:26:13.095998 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.127854 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Pushing event updated for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:13.154952 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.155643 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.169208 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:26:13.173560 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:26:13.179390 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-34e830c8-a588-4b5f-9447-34e7021e311a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1041565 Jan 27 11:26:13.191770 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Request body: {'port': {'device_id': '3fe61962-4090-46c4-b613-fea77af12ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:13.196576 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:26:13.205126 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:13.273107 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.273789 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.280110 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.298423 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-92c1738d-5f1e-4686-89cb-b6a63882c038 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0210531 Jan 27 11:26:13.312913 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Request body: {'port': {'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:13.416859 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.555967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-10ddc0f9-f4a7-4300-a38f-12b5428173cb None None] Provisioning complete for port bb07d06d-a7ea-44c2-b523-edc40985595f triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:13.555967 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-10ddc0f9-f4a7-4300-a38f-12b5428173cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.589550 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-10ddc0f9-f4a7-4300-a38f-12b5428173cb None None] Port bb07d06d-a7ea-44c2-b523-edc40985595f cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:26:13.655138 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6bd12-584a-4fe0-94cd-2dd48ad259de req-2b55aa77-baf5-4065-a391-e9854f1c7d05 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.657036 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b4c6bd12-584a-4fe0-94cd-2dd48ad259de req-2b55aa77-baf5-4065-a391-e9854f1c7d05 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 931 time: 0.1285472 Jan 27 11:26:13.666365 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7fd5d-caa2-4a0b-89b6-ce38f1294984 req-c97f4177-c50b-4098-b485-ea03c2d82192 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:13.668289 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-abf7fd5d-caa2-4a0b-89b6-ce38f1294984 req-c97f4177-c50b-4098-b485-ea03c2d82192 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 932 time: 0.1387162 Jan 27 11:26:13.754444 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b6aca0-d9fb-411f-bfba-ff0d78d17854 {{(pid=102447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:13.772342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks [] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.789294 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b4c6bd12-584a-4fe0-94cd-2dd48ad259de req-bbe4a8f5-ac65-419d-a9ad-ae80e7dd67d3 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198268 Jan 27 11:26:13.798371 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb07d06d-a7ea-44c2-b523-edc40985595f {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:13.809797 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.provisioning_blocks [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Transition to ACTIVE for port object 06b6aca0-d9fb-411f-bfba-ff0d78d17854 will not be triggered until provisioned by entity L2. {{(pid=102447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:26:13.816029 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-abf7fd5d-caa2-4a0b-89b6-ce38f1294984 req-21aa6d2f-dc5a-4330-aa8d-484f8b5131f2 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197608 Jan 27 11:26:13.818642 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.824504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks [] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.841766 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Transition to ACTIVE for port object bb07d06d-a7ea-44c2-b523-edc40985595f will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:26:13.856731 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:13.881467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:13.933381 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Pushing event updated for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:13.979768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Attempting to bind port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:26:13.980242 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Attempting to bind port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:26:13.980842 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Attempting to bind port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:13.987747 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:26:13.988214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Attempting to bind port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 on network 2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:13.994733 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:26:13.995085 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Checking segment: {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:26:13.995598 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Bound using segment: {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:26:13.996072 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Bound port: 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4276e28-1a67-43af-9819-a6a6235497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:26:13.997399 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.034270 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Attempting to bind port bb07d06d-a7ea-44c2-b523-edc40985595f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:26:14.034638 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Attempting to bind port bb07d06d-a7ea-44c2-b523-edc40985595f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:26:14.035001 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Attempting to bind port bb07d06d-a7ea-44c2-b523-edc40985595f on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:14.040296 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Port bb07d06d-a7ea-44c2-b523-edc40985595f on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:26:14.040621 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Attempting to bind port bb07d06d-a7ea-44c2-b523-edc40985595f on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:14.046581 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:26:14.046986 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:26:14.047429 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Bound using segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:26:14.047926 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Bound port: bb07d06d-a7ea-44c2-b523-edc40985595f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:26:14.048338 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.090183 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:26:14.093718 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:26:14.101911 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.123497 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.125043 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.131181 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] 10.222.0.49 "PUT /v2.0/ports/06b6aca0-d9fb-411f-bfba-ff0d78d17854 HTTP/1.1" status: 200 len: 1093 time: 0.9445217 Jan 27 11:26:14.144944 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:26:14.148942 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bb07d06d-a7ea-44c2-b523-edc40985595f,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:26:14.163821 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.164078 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:14.166873 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6640348e-c622-46aa-88c8-f0ce06f2f3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:14.219402 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.220408 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:14.222943 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] 10.222.0.49 "PUT /v2.0/ports/bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 1094 time: 0.9160237 Jan 27 11:26:14.226361 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:14.238102 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42688b8-bf22-45f0-a845-d5bd60f069bb" -d '{"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:14.252257 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820e83d2-c0a3-4e10-9bda-6317f0f9edaf x-openstack-request-id: req-820e83d2-c0a3-4e10-9bda-6317f0f9edaf {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:14.252560 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:14.252810 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-820e83d2-c0a3-4e10-9bda-6317f0f9edaf {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:14.256292 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854', 'status': 'completed', 'code': 200} Jan 27 11:26:14.261971 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9357a-52bf-42ee-bceb-b99437ed5cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:14.300935 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-e6178a48-c4c9-4652-ad86-1cbe72aa8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.303209 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-e6178a48-c4c9-4652-ad86-1cbe72aa8da2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 1096 time: 0.1167235 Jan 27 11:26:14.358989 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4880830-e56e-4050-93e2-59b67eb86187 x-openstack-request-id: req-b4880830-e56e-4050-93e2-59b67eb86187 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:14.359281 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:14.359536 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4880830-e56e-4050-93e2-59b67eb86187 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:14.359978 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'status': 'completed', 'code': 200} Jan 27 11:26:14.362811 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-f47ee2bd-bd4f-4687-a95d-6ded43776dc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854 HTTP/1.1" status: 200 len: 217 time: 0.0463622 Jan 27 11:26:14.403082 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781b44-1bd3-411e-9277-4955b00e2f0f service neutron] Pushing event updated for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:14.416725 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-4747c51e-094b-4ca1-ad52-eddb6d5448a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.418647 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-4747c51e-094b-4ca1-ad52-eddb6d5448a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1265936 Jan 27 11:26:14.433817 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-28410f8e-1b54-40af-b6a1-0ef73f32d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.435600 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-28410f8e-1b54-40af-b6a1-0ef73f32d0e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6292087-1ac3-492b-b4a2-a8bb02331af9 HTTP/1.1" status: 200 len: 854 time: 0.0633759 Jan 27 11:26:14.481478 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-12d48a2b-28c9-4c24-a984-0ba3c61b08f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367877 Jan 27 11:26:14.495607 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-f8e53bf6-8b36-419d-80d8-cd8ed6b44e9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 217 time: 0.0639517 Jan 27 11:26:14.559688 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-7db840bf-e0f7-40ab-b764-71b93f2c0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.559882 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-7db840bf-e0f7-40ab-b764-71b93f2c0610 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0578640 Jan 27 11:26:14.600338 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-6b2c3681-2fe4-45c4-a726-d6973fddd8db service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092317 Jan 27 11:26:14.652694 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-3cb627ba-38b7-438a-b8e1-a1b827fbb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.654276 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-3cb627ba-38b7-438a-b8e1-a1b827fbb4ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838075 Jan 27 11:26:14.751221 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8019ef2f-c9c8-4804-9291-2f253c2db8df req-6cd27bb2-2bfe-4e2f-99da-458065fdbcec service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251612 Jan 27 11:26:14.778784 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-76ebe7db-19dc-40f3-9345-ac0500f57a13 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174827 Jan 27 11:26:14.864257 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-d524b389-bc3a-496f-9595-0b6c89507d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:14.866317 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-d524b389-bc3a-496f-9595-0b6c89507d3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01a6737570b846ab9d2e136722e2969d&device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0679519 Jan 27 11:26:14.917011 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-724b1047-74a7-4540-b66d-40deb1d4ce9d req-8c8b8da7-f59f-4882-824c-a313297ac0df service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246035 Jan 27 11:26:15.033955 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-991e43d1-5c98-42c6-b4c4-f41fe80e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.035989 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-991e43d1-5c98-42c6-b4c4-f41fe80e3cba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0554404 Jan 27 11:26:15.053689 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06960b0-159a-4d09-b616-771c2cfbe48a req-7aa29ad6-5a05-4451-8b51-cdcf9b574024 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.055263 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c06960b0-159a-4d09-b616-771c2cfbe48a req-7aa29ad6-5a05-4451-8b51-cdcf9b574024 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 943 time: 0.1466889 Jan 27 11:26:15.064663 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3db4d5-eca5-4d0a-adf9-2813f1041680 req-ab825257-f633-4309-a319-f6b97736acd5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.066181 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be3db4d5-eca5-4d0a-adf9-2813f1041680 req-ab825257-f633-4309-a319-f6b97736acd5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.1538723 Jan 27 11:26:15.077005 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-c2ae8963-09c7-42c7-a42d-4102a441e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.077714 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-c2ae8963-09c7-42c7-a42d-4102a441e7ce service neutron] 10.222.0.49 "GET /v2.0/networks?id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 200 len: 915 time: 0.2044032 Jan 27 11:26:15.146212 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-30ff8638-f376-4d28-ad45-3d0cee942d43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854 HTTP/1.1" status: 200 len: 217 time: 0.0490611 Jan 27 11:26:15.179313 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-cd8170e2-e039-4201-969d-091ebef17b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.180665 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-cd8170e2-e039-4201-969d-091ebef17b1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.1372688 Jan 27 11:26:15.219802 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c06960b0-159a-4d09-b616-771c2cfbe48a req-19aa237c-f794-4e41-9cc1-2a0b183d496d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525989 Jan 27 11:26:15.225315 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-be3db4d5-eca5-4d0a-adf9-2813f1041680 req-a25a4fec-008c-41d2-9227-51a34992e86a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504185 Jan 27 11:26:15.233587 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-72275711-7035-427d-8eba-2f6eb62bbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.235096 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-72275711-7035-427d-8eba-2f6eb62bbe60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f6292087-1ac3-492b-b4a2-a8bb02331af9 HTTP/1.1" status: 200 len: 854 time: 0.0775449 Jan 27 11:26:15.241453 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-199d4409-a2b2-4744-bde6-0a3ba63d117d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 217 time: 0.0534060 Jan 27 11:26:15.276747 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-871e07af-f318-419b-ba5c-dadc0a94c39a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302975 Jan 27 11:26:15.328511 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-45f99338-89a5-487e-8b8e-9f0187c8038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.330401 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-45f99338-89a5-487e-8b8e-9f0187c8038c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0771422 Jan 27 11:26:15.382082 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-8cca5c80-c103-4196-9d39-d17c4bd30389 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985727 Jan 27 11:26:15.395280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-53828b82-f13e-4f9f-a68a-143cf55785c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:15.396769 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-53828b82-f13e-4f9f-a68a-143cf55785c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604069 Jan 27 11:26:15.498438 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6640348e-c622-46aa-88c8-f0ce06f2f3c0 req-04a9d91b-a92a-497c-ba27-d20b36783089 service neutron] 10.222.0.49 "GET /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074538 Jan 27 11:26:15.511073 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-bb29cdc8-c20b-421a-a5bf-4a84673f640c service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061554 Jan 27 11:26:15.609519 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b42688b8-bf22-45f0-a845-d5bd60f069bb req-606ee165-fa15-4f77-aec7-2fb337c6bdeb service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910575 Jan 27 11:26:16.305295 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 06b6aca0-d9fb-411f-bfba-ff0d78d17854 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:26:16.384573 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc287fd1-5327-4efe-af83-e7e78ee72bb6 req-6324ffe7-34dd-4300-917a-1154c668a50e tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:16.386079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc287fd1-5327-4efe-af83-e7e78ee72bb6 req-6324ffe7-34dd-4300-917a-1154c668a50e tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 943 time: 0.0789919 Jan 27 11:26:16.392816 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7f2d-adf7-4c57-ae44-a298572f714b req-91c7b5d4-7c35-4285-b321-220594075f8d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:16.394243 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fbd7f2d-adf7-4c57-ae44-a298572f714b req-91c7b5d4-7c35-4285-b321-220594075f8d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.0958822 Jan 27 11:26:16.409185 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:16.421025 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '06b6aca0-d9fb-411f-bfba-ff0d78d17854', 'network_id': '2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4', 'port_id': '06b6aca0-d9fb-411f-bfba-ff0d78d17854', 'mac_address': 'fa:16:3e:7a:b5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6292087-1ac3-492b-b4a2-a8bb02331af9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:26:16.461423 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:16.461844 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.465611 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-bc287fd1-5327-4efe-af83-e7e78ee72bb6 req-58c4fcc4-42c8-48b8-a3b0-cf2d1f6b8c0f tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703654 Jan 27 11:26:16.476928 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b6aca0-d9fb-411f-bfba-ff0d78d17854 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:16.481403 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-4fbd7f2d-adf7-4c57-ae44-a298572f714b req-c72a05cb-f510-470e-9501-f7f2f12e0002 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789533 Jan 27 11:26:16.508107 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:16.513378 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:16.566019 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:16.750585 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['06b6aca0-d9fb-411f-bfba-ff0d78d17854'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:17.673097 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e05ae-ee95-4fec-a106-9371f1cfdb2b req-66ee1f99-7f7d-418a-a684-e8770da86a51 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:17.674759 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f9e05ae-ee95-4fec-a106-9371f1cfdb2b req-66ee1f99-7f7d-418a-a684-e8770da86a51 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 944 time: 0.0820913 Jan 27 11:26:17.685237 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbef1e-047f-4b04-8d12-35be5f64d6dd req-0234a7c8-7591-42cc-ba3f-a3556047f164 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:17.686813 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9edbef1e-047f-4b04-8d12-35be5f64d6dd req-0234a7c8-7591-42cc-ba3f-a3556047f164 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.0848234 Jan 27 11:26:17.764393 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9edbef1e-047f-4b04-8d12-35be5f64d6dd req-965f965d-1296-4c99-8c5a-e5a6066d9013 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682797 Jan 27 11:26:17.778991 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2f9e05ae-ee95-4fec-a106-9371f1cfdb2b req-5b3cda1c-1610-4609-b923-0d1caf4fd9b5 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901594 Jan 27 11:26:18.333851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 06b6aca0-d9fb-411f-bfba-ff0d78d17854 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:26:18.386758 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:26:18.392426 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:18.392824 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.475803 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:18.476197 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.500752 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:18.503076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd78d7-3293-47f4-abff-dd999467d3c4" -d '{"events": [{"server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "name": "network-vif-plugged", "status": "completed", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:18.516065 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:18.522621 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:18.576381 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c8ca1-e545-4bde-b5e4-9fff3bdddb3d x-openstack-request-id: req-059c8ca1-e545-4bde-b5e4-9fff3bdddb3d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:18.576694 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "name": "network-vif-plugged", "status": "completed", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:18.576960 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-059c8ca1-e545-4bde-b5e4-9fff3bdddb3d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:18.577365 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854', 'code': 200} Jan 27 11:26:18.594472 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:18.810508 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d47f-8bc1-4cac-9457-29c5bb447650 req-e5876d80-6637-4e74-8302-bace79e2a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:18.811916 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-56b4d47f-8bc1-4cac-9457-29c5bb447650 req-e5876d80-6637-4e74-8302-bace79e2a8bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 1098 time: 0.0479743 Jan 27 11:26:18.864039 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-56b4d47f-8bc1-4cac-9457-29c5bb447650 req-5df3daf4-c07b-43da-b5e0-5e0067b290fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Jan 27 11:26:18.927946 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d54ccf-02fd-461a-9d18-f626c1dd0973 req-7e36501f-e69f-497f-a73e-071f68f50608 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:18.930149 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37d54ccf-02fd-461a-9d18-f626c1dd0973 req-7e36501f-e69f-497f-a73e-071f68f50608 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.0760586 Jan 27 11:26:18.936613 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281bdb2-9ac6-4e95-9e2c-5c22afe87ce5 req-1088ae92-1f62-4361-9c80-eb62d627c33e tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:18.938010 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e281bdb2-9ac6-4e95-9e2c-5c22afe87ce5 req-1088ae92-1f62-4361-9c80-eb62d627c33e tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 945 time: 0.0925443 Jan 27 11:26:19.015798 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37d54ccf-02fd-461a-9d18-f626c1dd0973 req-77b7ece3-2ef3-45d1-ba9f-e435b6030949 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767491 Jan 27 11:26:19.023842 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e281bdb2-9ac6-4e95-9e2c-5c22afe87ce5 req-b3a4a122-b8be-4881-b13b-c832ce3dc231 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778108 Jan 27 11:26:20.063319 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:26:20.199834 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16304009-26fe-4cd8-9df8-705c9867975d req-3ae569dd-0bed-4df3-b22b-0427c5ba1108 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:20.201214 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-16304009-26fe-4cd8-9df8-705c9867975d req-3ae569dd-0bed-4df3-b22b-0427c5ba1108 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.0956800 Jan 27 11:26:20.212808 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4d3af-b1b0-4219-82f4-510ddb85422a req-5fa51898-a0d8-4882-96e0-f1a4f9ebfba4 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:20.214259 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-baf4d3af-b1b0-4219-82f4-510ddb85422a req-5fa51898-a0d8-4882-96e0-f1a4f9ebfba4 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 945 time: 0.0717418 Jan 27 11:26:20.300754 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-16304009-26fe-4cd8-9df8-705c9867975d req-7413b119-8fa8-41ca-acc3-9cce26925797 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854571 Jan 27 11:26:20.311705 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-baf4d3af-b1b0-4219-82f4-510ddb85422a req-59436bad-88de-41aa-920c-fa46bdb02565 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896177 Jan 27 11:26:21.459262 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5af20f-b1c0-4844-b636-8802f121b42d req-973ca0ca-3b26-4f37-ae93-811c6c884134 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:21.460722 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a5af20f-b1c0-4844-b636-8802f121b42d req-973ca0ca-3b26-4f37-ae93-811c6c884134 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 944 time: 0.0696442 Jan 27 11:26:21.514854 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8a5af20f-b1c0-4844-b636-8802f121b42d req-45d96b0b-7924-49ad-a638-d68bff7ad40e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483139 Jan 27 11:26:22.375556 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device bb07d06d-a7ea-44c2-b523-edc40985595f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:26:22.479287 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bb07d06d-a7ea-44c2-b523-edc40985595f,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:22.491773 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:26:22.531266 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port bb07d06d-a7ea-44c2-b523-edc40985595f is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:22.531814 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.549198 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb07d06d-a7ea-44c2-b523-edc40985595f {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:22.570083 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bb07d06d-a7ea-44c2-b523-edc40985595f,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:22.576496 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:22.645247 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:22.695028 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a1a5-76bd-4385-ab21-b2de2ff3dea5 req-29d6fba7-7629-4e29-95a1-d9901423f72a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:22.696958 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8099a1a5-76bd-4385-ab21-b2de2ff3dea5 req-29d6fba7-7629-4e29-95a1-d9901423f72a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 945 time: 0.0884535 Jan 27 11:26:22.759218 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8099a1a5-76bd-4385-ab21-b2de2ff3dea5 req-3d890659-f4e8-44bf-a444-0023ad9cc4ad tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552018 Jan 27 11:26:22.815569 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['bb07d06d-a7ea-44c2-b523-edc40985595f'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:23.894131 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b58602-5974-4c62-9604-9e0c0354a7d5 req-a9d321e1-7a5d-4575-9cd1-1d5c4e84cd41 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:23.895895 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e7b58602-5974-4c62-9604-9e0c0354a7d5 req-a9d321e1-7a5d-4575-9cd1-1d5c4e84cd41 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 945 time: 0.0599289 Jan 27 11:26:23.947781 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e7b58602-5974-4c62-9604-9e0c0354a7d5 req-edd036e1-fee6-4d29-9463-e9cfc03434ef tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Jan 27 11:26:24.385789 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device bb07d06d-a7ea-44c2-b523-edc40985595f up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:26:24.442861 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port bb07d06d-a7ea-44c2-b523-edc40985595f completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:26:24.451614 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port bb07d06d-a7ea-44c2-b523-edc40985595f triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:24.452031 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.538106 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port bb07d06d-a7ea-44c2-b523-edc40985595f is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:24.538526 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.567954 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:24.571271 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277a56f2-ce6f-4973-b7b5-e9e9cbc16a24" -d '{"events": [{"server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "name": "network-vif-plugged", "status": "completed", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:24.589814 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bb07d06d-a7ea-44c2-b523-edc40985595f,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:24.600979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:24.632302 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bb1fc9-d0e2-4092-964c-3ff96f86e848 x-openstack-request-id: req-61bb1fc9-d0e2-4092-964c-3ff96f86e848 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:24.632614 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "name": "network-vif-plugged", "status": "completed", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:24.632849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61bb1fc9-d0e2-4092-964c-3ff96f86e848 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:24.634447 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'code': 200} Jan 27 11:26:24.664115 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:24.884543 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38943a1d-7c24-4c05-85fe-0a9c8b57cd6c req-01a33142-b7af-442f-919b-76454bc4c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:24.886124 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-38943a1d-7c24-4c05-85fe-0a9c8b57cd6c req-01a33142-b7af-442f-919b-76454bc4c58f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0438378 Jan 27 11:26:24.938695 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-38943a1d-7c24-4c05-85fe-0a9c8b57cd6c req-5e803e84-c154-49f2-90ee-4b1a66442816 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456793 Jan 27 11:26:25.107062 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fad08d-46a5-4f0f-9349-3d75bc524423 req-03028840-3d9b-4864-a254-6276fa0ac445 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:25.108628 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8fad08d-46a5-4f0f-9349-3d75bc524423 req-03028840-3d9b-4864-a254-6276fa0ac445 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0527186 Jan 27 11:26:25.167213 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e8fad08d-46a5-4f0f-9349-3d75bc524423 req-fe666b83-8d9d-499f-b20d-dce7add8829b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524428 Jan 27 11:26:26.294424 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc6079-b1cf-4c4a-8200-a5725b607339 req-a693703c-206e-4926-ad72-8dee082947f1 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.296031 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-63dc6079-b1cf-4c4a-8200-a5725b607339 req-a693703c-206e-4926-ad72-8dee082947f1 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0514913 Jan 27 11:26:26.354065 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-63dc6079-b1cf-4c4a-8200-a5725b607339 req-f267ae3f-a9e5-4a12-b5e1-1c631d38adf4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506694 Jan 27 11:26:26.472922 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d766fc7-6049-4b96-aa31-6218da9d1e75 req-6edbbc70-c77b-4f34-80da-fa80f1ca1a6f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.474431 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d766fc7-6049-4b96-aa31-6218da9d1e75 req-6edbbc70-c77b-4f34-80da-fa80f1ca1a6f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0513415 Jan 27 11:26:26.538794 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-6d766fc7-6049-4b96-aa31-6218da9d1e75 req-fd48f2a7-750f-4171-9752-4efdbc974850 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583041 Jan 27 11:26:26.577944 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:26.627633 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57047486-c848-4198-8d8d-446eae20c19a tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:26.632620 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-57047486-c848-4198-8d8d-446eae20c19a tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0534599 Jan 27 11:26:26.632763 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:26.640978 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:26.668244 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.783423 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:26.896485 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.27.3.222 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:26:27.043825 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.090841 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.131604 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:26:27.136681 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:26:27.141189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:26:27.144768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:27.507384 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (34b2067a-f7f0-48e3-acba-868606d7f6be), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.574624 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.722316 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.728273 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:27.795901 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:27.808954 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (34b2067a-f7f0-48e3-acba-868606d7f6be), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:28.216500 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP 34b2067a-f7f0-48e3-acba-868606d7f6be associated. External IP: 172.27.3.222, port: bb07d06d-a7ea-44c2-b523-edc40985595f. Jan 27 11:26:28.468983 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:26:28.581382 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:26:28.594219 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:26:28.604552 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:28.605359 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:26:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:28.607447 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:28.654378 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-c31db0d7-158e-489b-b27f-5e0ec189cc4d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0130937 Jan 27 11:26:28.654378 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:28.654378 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252" -d '{"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:28.697043 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f09532-5e96-4734-9f3e-ee62664a5a0f x-openstack-request-id: req-d7f09532-5e96-4734-9f3e-ee62664a5a0f {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:28.697576 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:28.698314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7f09532-5e96-4734-9f3e-ee62664a5a0f {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:28.698940 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'status': 'completed', 'code': 200} Jan 27 11:26:28.804192 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:29.030142 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:27Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:29.059057 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:26:29.068415 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:26:29.069015 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:26:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:29.171784 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:26:29.389493 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:27Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:29.418658 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864cd7f-2576-49cb-9ebf-f978c8688198 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:27Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:26:29.616028 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c269bf3-cf5b-4dc1-98a1-196674e2d16a None None] New status for floating IP 34b2067a-f7f0-48e3-acba-868606d7f6be: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:26:30.263774 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:31.054314 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-d39dc691-3e40-4894-9c6b-0990f3ff184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:31.055814 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-d39dc691-3e40-4894-9c6b-0990f3ff184a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0412819 Jan 27 11:26:31.143918 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-7b5cc492-aa1b-4d5d-9764-f83ce25f9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:31.145397 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-7b5cc492-aa1b-4d5d-9764-f83ce25f9228 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0837734 Jan 27 11:26:31.231112 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-2d588fb5-3363-4d62-9757-466dc3f62dae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 1002 time: 0.0684073 Jan 27 11:26:31.280561 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-e0d51516-1930-45dd-8a1e-c38ee499ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:31.281990 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-e0d51516-1930-45dd-8a1e-c38ee499ecd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0444896 Jan 27 11:26:31.328749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-be8574c5-77ea-4dbe-b68b-fbf2bb43f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:31.330077 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-be8574c5-77ea-4dbe-b68b-fbf2bb43f1b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417302 Jan 27 11:26:31.433656 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-ea6ad9bb-1699-4901-b0f0-11cb1df65ae4 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889122 Jan 27 11:26:31.521860 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-4aa0bcbe-99d5-4573-aaa6-11b1d7c57252 req-769a2009-0526-407e-b0f0-f3ca5dc52705 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820773 Jan 27 11:26:31.888132 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53158) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:31.934804 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Deleting subnet b20c05ff-f09f-47f1-8045-ad960529264b {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:26:31.938116 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Publish callbacks [] for subnet (b20c05ff-f09f-47f1-8045-ad960529264b), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:31.972222 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610587'] for subnet (b20c05ff-f09f-47f1-8045-ad960529264b), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.010117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (b20c05ff-f09f-47f1-8045-ad960529264b), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.065899 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25302207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25219264'] for subnet (b20c05ff-f09f-47f1-8045-ad960529264b), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.095070 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20c05ff-f09f-47f1-8045-ad960529264b,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:32.098818 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.102008 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-6ddfb069-f528-4f7e-be2d-6dea85a42725 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b20c05ff-f09f-47f1-8045-ad960529264b HTTP/1.1" status: 204 len: 168 time: 0.2128680 Jan 27 11:26:32.104717 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53160) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:32.172177 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (644d923a-96a0-4078-880e-1cfa00551c9e), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.252790 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (644d923a-96a0-4078-880e-1cfa00551c9e), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.273894 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644d923a-96a0-4078-880e-1cfa00551c9e']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:32.284239 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c44c1c-72ef-4a7a-9fac-d5df21b4e060') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:32.284540 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c44c1c-72ef-4a7a-9fac-d5df21b4e060') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:26:32.294813 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (21c44c1c-72ef-4a7a-9fac-d5df21b4e060), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.308276 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (21c44c1c-72ef-4a7a-9fac-d5df21b4e060), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.314154 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:26:32.314558 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (21c44c1c-72ef-4a7a-9fac-d5df21b4e060), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:26:32.316161 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:26:32.354627 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-43fc821f-2ada-404a-9402-c50f5eb53695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.372894 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (644d923a-96a0-4078-880e-1cfa00551c9e), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.378213 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.381359 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] 10.222.0.52 "DELETE /v2.0/networks/644d923a-96a0-4078-880e-1cfa00551c9e HTTP/1.1" status: 204 len: 168 time: 0.2757719 Jan 27 11:26:32.391693 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d287ff-fe2c-4fc7-80e9-b3f450657651 admin admin] Pushing event deleted for resources: {'Network': ['ID=644d923a-96a0-4078-880e-1cfa00551c9e,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:32.545051 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53164) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:32.590144 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-e2e1b74a-08b8-4d20-8ffc-c2666b94cb88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=754e1b5e46dd4b0198b9caf1718ae6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438728 Jan 27 11:26:32.592732 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53168) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:32.641406 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] Publish callbacks [] for security_group (370dae03-fc06-42dd-8e2c-ea688ed21ca0), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.663298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] Publish callbacks [] for security_group (370dae03-fc06-42dd-8e2c-ea688ed21ca0), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.711714 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (370dae03-fc06-42dd-8e2c-ea688ed21ca0), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.714209 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:32.715389 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/370dae03-fc06-42dd-8e2c-ea688ed21ca0 HTTP/1.1" status: 204 len: 168 time: 0.1217480 Jan 27 11:26:32.723280 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e65be-f658-43d7-87df-6ed48bbc9e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370dae03-fc06-42dd-8e2c-ea688ed21ca0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:34.626948 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d668bf8b-f2f6-4b17-bee3-cad76cb3fc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:35.000374 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-ab959219-596d-4d9c-8261-5f4b07b08ca6 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=651822366c39471499b4e5cef29d9ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378189 Jan 27 11:26:35.176432 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-fdccf783-9438-44e6-8236-9655e59523a0 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:35.177770 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-fdccf783-9438-44e6-8236-9655e59523a0 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1721175 Jan 27 11:26:35.192422 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-6c9a9305-a965-44ab-83d7-35c4e0a25c99 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/quotas/651822366c39471499b4e5cef29d9ef9 HTTP/1.1" status: 200 len: 375 time: 0.0091536 Jan 27 11:26:35.221774 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-39270edd-b40f-4666-b5b1-ab6f2541ad65 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=651822366c39471499b4e5cef29d9ef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244720 Jan 27 11:26:35.381041 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3d035e23-217d-46c1-ad71-c506bc2ec798 req-c3d35828-ce69-46a3-81f0-ea5ca6b36c96 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 210 time: 0.0262837 Jan 27 11:26:35.848025 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.418816 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-04487395-0a69-4f6f-b9d1-c97d04a025d2 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=651822366c39471499b4e5cef29d9ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298965 Jan 27 11:26:36.484080 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-62a155f9-3df2-4734-b4b5-3fdfb3b96950 req-2609ce78-00f4-4afa-9fe9-f00fac05c86f tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 210 time: 0.0304005 Jan 27 11:26:36.615869 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-f59de6a2-7017-4cee-a8db-3d269ddbec9d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:36.617301 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-f59de6a2-7017-4cee-a8db-3d269ddbec9d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919155 Jan 27 11:26:36.629155 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Request body: {'port': {'device_id': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c', 'admin_state_up': True, 'tenant_id': '651822366c39471499b4e5cef29d9ef9'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:36.736903 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Made reservation on behalf of 651822366c39471499b4e5cef29d9ef9 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:26:36.740242 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.748608 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.822223 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks [] for security_group (1b3c1127-0611-42ef-bc2d-dcc5bf48931b), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.827600 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1b3c1127-0611-42ef-bc2d-dcc5bf48931b), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:36.892175 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c1127-0611-42ef-bc2d-dcc5bf48931b,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:36.963186 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Allocated IP 192.168.233.243 (298fc76f-cb09-4d90-a99f-871b2e2c254c/3e26cfab-e86a-4fbb-8442-e3516808e805/8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:26:37.110417 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks [] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.147064 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.188438 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Network 298fc76f-cb09-4d90-a99f-871b2e2c254c is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:26:37.191402 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:26:37.198104 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:26:37.203831 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Pushing event updated for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:37.249365 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:37.249987 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.269027 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e617845f-fe39-4c4f-aee1-b9b1cc06594c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6436157 Jan 27 11:26:37.281670 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Request body: {'port': {'device_id': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:26:37.294968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.340290 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.446587 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-4337f456-6dea-4213-a752-21539888a8be None None] Provisioning complete for port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:37.446961 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4337f456-6dea-4213-a752-21539888a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.488851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4337f456-6dea-4213-a752-21539888a8be None None] Port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:26:37.597075 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26727976-5fd6-4f41-8ccd-f5c846c3dbd4 req-5219f52e-fd49-4429-8bbc-eb116a856a4c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:37.598536 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26727976-5fd6-4f41-8ccd-f5c846c3dbd4 req-5219f52e-fd49-4429-8bbc-eb116a856a4c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 936 time: 0.0470729 Jan 27 11:26:37.603674 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:37.611338 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks [] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.623910 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Transition to ACTIVE for port object 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:26:37.628224 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.648496 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-26727976-5fd6-4f41-8ccd-f5c846c3dbd4 req-4b186c44-0f14-45d1-bdfb-2aab91645cee tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Jan 27 11:26:37.699307 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:37.747050 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Attempting to bind port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:26:37.747334 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Attempting to bind port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:26:37.747652 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Attempting to bind port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 on network 298fc76f-cb09-4d90-a99f-871b2e2c254c {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:37.752218 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 on network 298fc76f-cb09-4d90-a99f-871b2e2c254c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:26:37.752535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Attempting to bind port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 on network 298fc76f-cb09-4d90-a99f-871b2e2c254c {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:26:37.757420 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:26:37.757801 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Checking segment: {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:26:37.758177 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Bound using segment: {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:26:37.758626 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Bound port: 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40072b37-c113-471b-9149-5edf91ae4e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:26:37.758976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.825299 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:26:37.828237 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:26:37.832429 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.865142 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:37.865745 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:37.867220 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 HTTP/1.1" status: 200 len: 1098 time: 0.5902791 Jan 27 11:26:37.867595 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:37.869813 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6796b992-aa76-42af-93fe-276bda41ec79" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:37.893549 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc3622-845e-4b67-9300-de763e81ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:37.911194 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990480ff-9e9b-4b8b-a334-1c0c2d749877 x-openstack-request-id: req-990480ff-9e9b-4b8b-a334-1c0c2d749877 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:37.911551 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:37.911875 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-990480ff-9e9b-4b8b-a334-1c0c2d749877 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:37.912357 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7', 'status': 'completed', 'code': 200} Jan 27 11:26:37.963572 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e98cb578-ecea-4081-a039-66e34ef49857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:37.965613 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-e98cb578-ecea-4081-a039-66e34ef49857 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=651822366c39471499b4e5cef29d9ef9&device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 1101 time: 0.0492172 Jan 27 11:26:38.009495 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-4a266fd3-fd9b-4da3-bd58-14a351b3a620 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 HTTP/1.1" status: 200 len: 217 time: 0.0367184 Jan 27 11:26:38.061539 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-de2aaa51-2789-4f90-ba27-45f1f3b8bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.063470 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-de2aaa51-2789-4f90-ba27-45f1f3b8bcac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e26cfab-e86a-4fbb-8442-e3516808e805 HTTP/1.1" status: 200 len: 843 time: 0.0482366 Jan 27 11:26:38.113793 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-cbd552c4-968e-48b7-afbc-395ecfd1ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.115733 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-cbd552c4-968e-48b7-afbc-395ecfd1ae66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=298fc76f-cb09-4d90-a99f-871b2e2c254c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0458498 Jan 27 11:26:38.216510 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-42bb03f1-c766-498b-a31f-ff6840c8ef91 service neutron] 10.222.0.49 "GET /v2.0/networks/298fc76f-cb09-4d90-a99f-871b2e2c254c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Jan 27 11:26:38.314548 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-9656f587-25c3-4f0e-9d57-a56e1a047a7a req-ee037127-f0d6-4c28-9f16-2ed1e0d80172 service neutron] 10.222.0.49 "GET /v2.0/networks/298fc76f-cb09-4d90-a99f-871b2e2c254c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910506 Jan 27 11:26:38.426880 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b992-aa76-42af-93fe-276bda41ec79 req-2a16934f-661b-4c27-b521-d900879ea765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.428316 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-2a16934f-661b-4c27-b521-d900879ea765 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=651822366c39471499b4e5cef29d9ef9&device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 1101 time: 0.0435853 Jan 27 11:26:38.468382 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:38.521025 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b992-aa76-42af-93fe-276bda41ec79 req-6fcfcbd7-30ab-4867-8df8-724fe0013ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.522533 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-6fcfcbd7-30ab-4867-8df8-724fe0013ed2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=298fc76f-cb09-4d90-a99f-871b2e2c254c HTTP/1.1" status: 200 len: 870 time: 0.0871286 Jan 27 11:26:38.562948 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-701f159b-fbe1-439d-a659-b03c9416a8e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 HTTP/1.1" status: 200 len: 217 time: 0.0334556 Jan 27 11:26:38.611666 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b992-aa76-42af-93fe-276bda41ec79 req-f28b5385-1bd5-4006-8962-d72ca1d828b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.613119 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-f28b5385-1bd5-4006-8962-d72ca1d828b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e26cfab-e86a-4fbb-8442-e3516808e805 HTTP/1.1" status: 200 len: 843 time: 0.0434146 Jan 27 11:26:38.666007 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796b992-aa76-42af-93fe-276bda41ec79 req-cdccecff-8d0e-4ede-9793-a5273deca917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.667539 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-cdccecff-8d0e-4ede-9793-a5273deca917 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=298fc76f-cb09-4d90-a99f-871b2e2c254c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415127 Jan 27 11:26:38.767797 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbfc71-85da-4b56-9230-26cacaab6036 req-6e0a0097-9a20-4627-b268-0466a31618dc tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:38.769948 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d5bbfc71-85da-4b56-9230-26cacaab6036 req-6e0a0097-9a20-4627-b268-0466a31618dc tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 948 time: 0.0500627 Jan 27 11:26:38.770906 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-860223a4-02ab-4ccc-8603-af54101501db service neutron] 10.222.0.49 "GET /v2.0/networks/298fc76f-cb09-4d90-a99f-871b2e2c254c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Jan 27 11:26:38.820118 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d5bbfc71-85da-4b56-9230-26cacaab6036 req-558a373e-d675-4b27-a4d5-f2b8b79d6a77 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Jan 27 11:26:38.865870 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-6796b992-aa76-42af-93fe-276bda41ec79 req-71e0a015-5503-4701-866f-8142b9bf055b service neutron] 10.222.0.49 "GET /v2.0/networks/298fc76f-cb09-4d90-a99f-871b2e2c254c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890472 Jan 27 11:26:39.457988 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e28d3-eb31-4aec-b23b-e7ee1bc35a0e req-02847e54-e03c-4193-8702-34cda0963c5d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:39.459373 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-948e28d3-eb31-4aec-b23b-e7ee1bc35a0e req-02847e54-e03c-4193-8702-34cda0963c5d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Jan 27 11:26:39.505516 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-948e28d3-eb31-4aec-b23b-e7ee1bc35a0e req-115fc5ff-6ab3-4564-aebc-f2a75d74e841 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Jan 27 11:26:39.944456 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cadf4-0b76-4e10-9f0d-30de02eefe28 req-dcc17852-560e-449a-b210-56c2938d67c4 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:39.945921 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec3cadf4-0b76-4e10-9f0d-30de02eefe28 req-dcc17852-560e-449a-b210-56c2938d67c4 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 948 time: 0.0497932 Jan 27 11:26:39.991553 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ec3cadf4-0b76-4e10-9f0d-30de02eefe28 req-016ffad3-efb9-4000-8b97-84443a451c97 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Jan 27 11:26:40.630727 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4739d-d54a-4677-9bac-34a545423dad req-db13ae40-2e87-414a-bbc9-3f3142d43094 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:40.632171 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ad4739d-d54a-4677-9bac-34a545423dad req-db13ae40-2e87-414a-bbc9-3f3142d43094 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 945 time: 0.0500352 Jan 27 11:26:40.680017 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ad4739d-d54a-4677-9bac-34a545423dad req-8992edb0-5b2c-45a4-9c9b-fcdc10c28e3d tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/security-groups?id=a41d6511-6f1f-4d62-a446-16f111a6363f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Jan 27 11:26:41.110599 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd3c33-1dc4-420e-8016-4de64b86e100 req-d4b8e0c5-e399-495d-a18a-4ccb6422912d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:41.112086 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-85fd3c33-1dc4-420e-8016-4de64b86e100 req-d4b8e0c5-e399-495d-a18a-4ccb6422912d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 948 time: 0.0476081 Jan 27 11:26:41.160523 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-85fd3c33-1dc4-420e-8016-4de64b86e100 req-eb248e8e-dfcf-4bcd-87c5-5d72134b16c1 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Jan 27 11:26:41.196993 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710290d4-9173-436c-99de-4383641bc80e req-9df5423b-ea63-43cb-bbae-863f8d4cb44a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:41.198462 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-710290d4-9173-436c-99de-4383641bc80e req-9df5423b-ea63-43cb-bbae-863f8d4cb44a tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Jan 27 11:26:41.294786 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Deleting port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:41.295004 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.333094 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:26:41.383410 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] For port 06b6aca0-d9fb-411f-bfba-ff0d78d17854, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=06b6aca0-d9fb-411f-bfba-ff0d78d17854,segment=NetworkSegment(a4276e28-1a67-43af-9819-a6a6235497ee),segment_id=a4276e28-1a67-43af-9819-a6a6235497ee)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:41.383767 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.395791 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Calling delete_port for 06b6aca0-d9fb-411f-bfba-ff0d78d17854 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:41.429749 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:41.440155 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7', 'network_id': '298fc76f-cb09-4d90-a99f-871b2e2c254c', 'port_id': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7', 'mac_address': 'fa:16:3e:41:24:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e26cfab-e86a-4fbb-8442-e3516808e805', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:26:41.476669 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:41.477057 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.489986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:26:41.509294 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:41.514761 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.524040 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (06b6aca0-d9fb-411f-bfba-ff0d78d17854), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.539373 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['06b6aca0-d9fb-411f-bfba-ff0d78d17854'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:41.552754 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Pushing event deleted for resources: {'Port': ['ID=06b6aca0-d9fb-411f-bfba-ff0d78d17854,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:41.586988 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:41.593133 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] No DVR routers for this DVR port 06b6aca0-d9fb-411f-bfba-ff0d78d17854 on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:41.595594 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:41.598920 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-710290d4-9173-436c-99de-4383641bc80e req-5a36009b-5a98-43ce-a3de-dda3c1d515ca tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.49 "DELETE /v2.0/ports/06b6aca0-d9fb-411f-bfba-ff0d78d17854 HTTP/1.1" status: 204 len: 173 time: 0.3945942 Jan 27 11:26:41.599361 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'name': 'network-vif-deleted', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:41.601695 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83a269-9618-47a4-b95a-d500a365c7b0" -d '{"events": [{"server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "name": "network-vif-deleted", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:41.645029 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a11db8-a383-4b23-8f52-57ef0dae4ccb x-openstack-request-id: req-55a11db8-a383-4b23-8f52-57ef0dae4ccb {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:41.645322 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe61962-4090-46c4-b613-fea77af12ab5", "name": "network-vif-deleted", "tag": "06b6aca0-d9fb-411f-bfba-ff0d78d17854", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:41.645579 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55a11db8-a383-4b23-8f52-57ef0dae4ccb {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:41.646010 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe61962-4090-46c4-b613-fea77af12ab5', 'name': 'network-vif-deleted', 'tag': '06b6aca0-d9fb-411f-bfba-ff0d78d17854', 'status': 'completed', 'code': 200} Jan 27 11:26:41.743599 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:41.784890 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a10f9a06-36ee-449c-9961-438ac56a75bb req-55570046-920c-4a00-b5dd-6ea6ffe18d81 tempest-VolumesSnapshotTestJSON-397722229 tempest-VolumesSnapshotTestJSON-397722229-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe61962-4090-46c4-b613-fea77af12ab5 HTTP/1.1" status: 200 len: 210 time: 0.0261738 Jan 27 11:26:42.279132 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ab7e-bb1f-41b9-b46b-f950796dba07 req-c349dfe8-26a5-4770-8302-8bdd49c24d5e tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:42.280442 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3c03ab7e-bb1f-41b9-b46b-f950796dba07 req-c349dfe8-26a5-4770-8302-8bdd49c24d5e tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 949 time: 0.0522730 Jan 27 11:26:42.328684 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-3c03ab7e-bb1f-41b9-b46b-f950796dba07 req-19d81f76-d8ed-44a8-bdb5-ea1fa79438ca tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Jan 27 11:26:43.352272 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:26:43.417366 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:26:43.421992 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:26:43.422576 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:43.461864 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a796-e2b3-47fb-bbdc-7695ea5488fd req-49f7e25a-bd5c-4daa-a3e5-dc28664eefdd tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:43.463411 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-99d3a796-e2b3-47fb-bbdc-7695ea5488fd req-49f7e25a-bd5c-4daa-a3e5-dc28664eefdd tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 949 time: 0.0527914 Jan 27 11:26:43.499770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:26:43.500154 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:43.509821 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-99d3a796-e2b3-47fb-bbdc-7695ea5488fd req-f4886572-f1c3-46d5-b5e7-f46b9d135886 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404832 Jan 27 11:26:43.522501 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:43.524791 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c744c2-34eb-4e27-8f6a-827aa48e23b4" -d '{"events": [{"server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "name": "network-vif-plugged", "status": "completed", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:43.537462 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:43.543549 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:43.544323 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 06b6aca0-d9fb-411f-bfba-ff0d78d17854 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:43.582999 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6cc783-624f-480c-9ba7-ad852b0d0495 x-openstack-request-id: req-0e6cc783-624f-480c-9ba7-ad852b0d0495 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:43.583218 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "name": "network-vif-plugged", "status": "completed", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:43.583475 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e6cc783-624f-480c-9ba7-ad852b0d0495 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:43.583863 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7', 'code': 200} Jan 27 11:26:43.586591 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 06b6aca0-d9fb-411f-bfba-ff0d78d17854 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:43.586934 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 06b6aca0-d9fb-411f-bfba-ff0d78d17854 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:43.613195 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:43.738130 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec8f3-b2f2-41b1-9009-f8b6ab6b24bf req-0aebf5fd-ccf1-47c5-9fdd-4643e131d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:43.739550 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-65dec8f3-b2f2-41b1-9009-f8b6ab6b24bf req-0aebf5fd-ccf1-47c5-9fdd-4643e131d87b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 1103 time: 0.0421968 Jan 27 11:26:43.789469 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-65dec8f3-b2f2-41b1-9009-f8b6ab6b24bf req-47de6a83-31c7-4e4b-8c55-ea62776f64f0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Jan 27 11:26:44.636876 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb75fa-7da8-40e3-8b54-2ee96301742a req-d47c91de-b479-4c32-8c44-66311c7e157e tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:44.638656 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c6fb75fa-7da8-40e3-8b54-2ee96301742a req-d47c91de-b479-4c32-8c44-66311c7e157e tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0606163 Jan 27 11:26:44.692219 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c6fb75fa-7da8-40e3-8b54-2ee96301742a req-9d7289b6-e900-4bd5-bca3-ef8667a5caa0 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Jan 27 11:26:45.818528 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186ad1f-d561-4d86-8ae6-481c966c3fc2 req-727573be-2a8b-4c31-8b7b-d288d6859119 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:45.820079 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c186ad1f-d561-4d86-8ae6-481c966c3fc2 req-727573be-2a8b-4c31-8b7b-d288d6859119 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0488231 Jan 27 11:26:45.869198 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c186ad1f-d561-4d86-8ae6-481c966c3fc2 req-49ebc989-19b9-4cd8-837a-2f926b477500 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Jan 27 11:26:46.999579 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39b41-575a-48fb-99f4-f8e060ea1a1b req-55dac88c-635f-4426-a15a-66aa1189b414 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:47.001021 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-04c39b41-575a-48fb-99f4-f8e060ea1a1b req-55dac88c-635f-4426-a15a-66aa1189b414 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0497067 Jan 27 11:26:47.050360 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-04c39b41-575a-48fb-99f4-f8e060ea1a1b req-2afadd51-4969-4296-b81c-08d8f3e410d0 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436101 Jan 27 11:26:48.340783 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5a09a-0ec1-4fe2-b368-959608600309 req-00615d13-5c70-4376-bf21-015688318169 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:48.342187 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-67d5a09a-0ec1-4fe2-b368-959608600309 req-00615d13-5c70-4376-bf21-015688318169 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0590239 Jan 27 11:26:48.387363 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-67d5a09a-0ec1-4fe2-b368-959608600309 req-919e6920-c129-4cf3-a048-ec22d343ae3c tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Jan 27 11:26:48.652659 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779142a9-660e-4532-a288-966bb7fa916b req-70aea721-d02e-4647-a5eb-1e80d6975c8b tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:48.654321 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-779142a9-660e-4532-a288-966bb7fa916b req-70aea721-d02e-4647-a5eb-1e80d6975c8b tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0486617 Jan 27 11:26:48.700355 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-779142a9-660e-4532-a288-966bb7fa916b req-b8e15f8c-17c3-4603-8f74-9c8d9461b856 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Jan 27 11:26:49.828968 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae96460-7434-4690-a944-608988efb365 req-c1ac00b3-1cb2-4336-827a-7fa3f176824d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:49.830428 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ae96460-7434-4690-a944-608988efb365 req-c1ac00b3-1cb2-4336-827a-7fa3f176824d tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.0515590 Jan 27 11:26:49.879937 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-2ae96460-7434-4690-a944-608988efb365 req-31dbbc09-70b0-492c-986d-c903c025dc86 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/security-groups?id=1b3c1127-0611-42ef-bc2d-dcc5bf48931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 Jan 27 11:26:50.351540 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc40774-536d-4075-a729-988428802bbc req-1be02328-4c73-4286-b087-a400f3e3518b tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:26:50.353098 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-dbc40774-536d-4075-a729-988428802bbc req-1be02328-4c73-4286-b087-a400f3e3518b tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 950 time: 0.2848899 Jan 27 11:26:50.448237 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Deleting port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:26:50.448492 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:50.549520 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] For port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,segment=NetworkSegment(40072b37-c113-471b-9149-5edf91ae4e51),segment_id=40072b37-c113-471b-9149-5edf91ae4e51)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:26:50.549967 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:50.564590 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Calling delete_port for 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:26:50.698679 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:50.712158 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:26:50.727946 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Pushing event deleted for resources: {'Port': ['ID=8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:50.754847 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.755190 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.755517 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.755836 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.756161 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.756462 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.756771 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.757073 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.757379 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.757706 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.758006 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.758316 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.758638 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:26:50.777976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] No DVR routers for this DVR port 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:26:50.780565 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:50.783861 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-dbc40774-536d-4075-a729-988428802bbc req-aefeb1e9-d047-4865-89ce-438c817b7180 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.49 "DELETE /v2.0/ports/8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 HTTP/1.1" status: 204 len: 173 time: 0.4251921 Jan 27 11:26:50.784300 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'name': 'network-vif-deleted', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:26:50.786597 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41bb5fd-a56f-4d44-9b03-10103d645af1" -d '{"events": [{"server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "name": "network-vif-deleted", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:26:50.824452 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e352261-1e94-47ef-b151-f8a89329458e x-openstack-request-id: req-0e352261-1e94-47ef-b151-f8a89329458e {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:26:50.824759 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a082cf-8641-4c8b-be12-a7f14e665cfa", "name": "network-vif-deleted", "tag": "8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:26:50.825011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e352261-1e94-47ef-b151-f8a89329458e {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:26:50.825396 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a082cf-8641-4c8b-be12-a7f14e665cfa', 'name': 'network-vif-deleted', 'tag': '8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7', 'status': 'completed', 'code': 200} Jan 27 11:26:50.982741 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-b4de1875-a707-4698-9dd6-4984139995b6 req-fac220e6-908c-4fd1-8937-fc547b9219f5 tempest-VolumesNegativeTest-878625861 tempest-VolumesNegativeTest-878625861-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3a082cf-8641-4c8b-be12-a7f14e665cfa HTTP/1.1" status: 200 len: 210 time: 0.0258844 Jan 27 11:26:55.397363 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:26:55.424851 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:26:55.425191 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device 8e32c405-c9b1-4d15-b93e-5d7d68ef6dd7 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:26:55.941949 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53620) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:56.081161 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-056133b3-26ec-4468-a684-9671ea5eb5ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=651822366c39471499b4e5cef29d9ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379828 Jan 27 11:26:56.083745 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53626) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:26:56.132837 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] Publish callbacks [] for security_group (1b3c1127-0611-42ef-bc2d-dcc5bf48931b), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:56.154283 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] Publish callbacks [] for security_group (1b3c1127-0611-42ef-bc2d-dcc5bf48931b), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:56.200753 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (1b3c1127-0611-42ef-bc2d-dcc5bf48931b), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:56.203638 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:26:56.204936 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b3c1127-0611-42ef-bc2d-dcc5bf48931b HTTP/1.1" status: 204 len: 168 time: 0.1202261 Jan 27 11:26:56.213798 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91de0ca-5c6f-4975-9191-95d0f71005a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c1127-0611-42ef-bc2d-dcc5bf48931b,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:26:57.062779 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:27:00.264215 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:02.366373 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a77c-ff5a-4ff3-84fa-f00d8f66f37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:03.970617 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53688) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:04.014150 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Deleting subnet f6292087-1ac3-492b-b4a2-a8bb02331af9 {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:27:04.017467 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Publish callbacks [] for subnet (f6292087-1ac3-492b-b4a2-a8bb02331af9), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.051025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610587'] for subnet (f6292087-1ac3-492b-b4a2-a8bb02331af9), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.091754 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (f6292087-1ac3-492b-b4a2-a8bb02331af9), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.144653 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25302207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25219264'] for subnet (f6292087-1ac3-492b-b4a2-a8bb02331af9), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.170471 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6292087-1ac3-492b-b4a2-a8bb02331af9,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:04.173418 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.175851 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f6292087-1ac3-492b-b4a2-a8bb02331af9 HTTP/1.1" status: 204 len: 168 time: 0.2042520 Jan 27 11:27:04.178700 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53690) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:04.181691 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.182025 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.182385 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.182800 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.183127 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.183451 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.183774 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.184094 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.184419 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.184741 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.185059 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.185375 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.185686 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9181634f-266c-4e04-ba33-f61078f4e5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:27:04.257454 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.339098 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.359965 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:04.371473 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4276e28-1a67-43af-9819-a6a6235497ee') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:04.371757 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4276e28-1a67-43af-9819-a6a6235497ee') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:27:04.382976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (a4276e28-1a67-43af-9819-a6a6235497ee), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.396044 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (a4276e28-1a67-43af-9819-a6a6235497ee), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.402196 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:27:04.402606 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (a4276e28-1a67-43af-9819-a6a6235497ee), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:27:04.404187 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:27:04.460239 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.465394 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.468744 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] 10.222.0.52 "DELETE /v2.0/networks/2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4 HTTP/1.1" status: 204 len: 168 time: 0.2889340 Jan 27 11:27:04.479850 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec1a21-e8f8-499c-a9f8-c6e891aa723d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5082ee-548c-41ee-b5fb-1c66ce5b0ac4,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:04.566967 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-f0d5c643-1973-4166-ad54-a0082a627689 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401990 Jan 27 11:27:04.630122 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-03b128b0-d8ec-4107-9c4f-969af0a3023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.649185 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53694) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:04.661644 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-ccd0d823-54e7-43bb-b0d1-1215a984ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:04.663149 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-ccd0d823-54e7-43bb-b0d1-1215a984ce42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0468061 Jan 27 11:27:04.689910 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d5b53b49-a195-4bbe-97cb-df704043850f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01a6737570b846ab9d2e136722e2969d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395377 Jan 27 11:27:04.692359 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53696) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:04.738894 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] Publish callbacks [] for security_group (a41d6511-6f1f-4d62-a446-16f111a6363f), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.760359 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] Publish callbacks [] for security_group (a41d6511-6f1f-4d62-a446-16f111a6363f), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.772749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-d30f4cfd-297e-4477-a761-d4345f336ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:04.774563 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-d30f4cfd-297e-4477-a761-d4345f336ebf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0871515 Jan 27 11:27:04.807613 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (a41d6511-6f1f-4d62-a446-16f111a6363f), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.810471 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:04.811859 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a41d6511-6f1f-4d62-a446-16f111a6363f HTTP/1.1" status: 204 len: 168 time: 0.1186054 Jan 27 11:27:04.819657 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cdb93-0502-4d38-aa16-34cc021ee639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41d6511-6f1f-4d62-a446-16f111a6363f,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:04.849066 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-e718a5af-6834-4290-9228-484bab679a3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 1002 time: 0.0653975 Jan 27 11:27:04.904331 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-13e90eef-54bc-442d-be3c-1afe4b350b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:04.905906 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-13e90eef-54bc-442d-be3c-1afe4b350b8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0480058 Jan 27 11:27:04.954488 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-d7e938af-3f20-4c64-821a-d0fd618957f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:27:04.956151 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-d7e938af-3f20-4c64-821a-d0fd618957f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408664 Jan 27 11:27:05.048664 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-2da2b07f-d6d1-4350-9d28-62d0b8d57278 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825551 Jan 27 11:27:05.144049 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-7b42c851-0d39-4d8a-86a9-95575158f1ff req-02a34d0d-38a0-450b-8846-8604b20218f4 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863369 Jan 27 11:27:05.852306 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:07.305417 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:08.481492 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.012627 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 53828) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:22.123747 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4358e564-482c-4ae1-8b7b-9d4db4aac15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.199000 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4358e564-482c-4ae1-8b7b-9d4db4aac15e admin admin] Publish callbacks [] for security_group (99c24fae-7884-47a6-a6db-951438503477), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.205037 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-4358e564-482c-4ae1-8b7b-9d4db4aac15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (99c24fae-7884-47a6-a6db-951438503477), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.242350 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-4358e564-482c-4ae1-8b7b-9d4db4aac15e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f155869c4324df2b26ac930a1734c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284105 Jan 27 11:27:22.243208 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358e564-482c-4ae1-8b7b-9d4db4aac15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c24fae-7884-47a6-a6db-951438503477,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:22.245337 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53832) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:27:22.297209 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] Publish callbacks [] for security_group (99c24fae-7884-47a6-a6db-951438503477), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.318017 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] Publish callbacks [] for security_group (99c24fae-7884-47a6-a6db-951438503477), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.364881 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (99c24fae-7884-47a6-a6db-951438503477), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.367615 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:22.368835 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99c24fae-7884-47a6-a6db-951438503477 HTTP/1.1" status: 204 len: 168 time: 0.1225333 Jan 27 11:27:22.376327 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc91c5-a131-4ac0-9d4c-d2c371533f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c24fae-7884-47a6-a6db-951438503477,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:27:30.258685 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:32.367120 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a99ec55-b9fe-4a0e-a173-7866baaa7a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:34.063312 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:27:34.630129 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd67dc73-ae4a-4f61-a5b6-fdfaa4cdf862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:35.865747 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:37.308310 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:27:38.482663 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:00.279662 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:02.373676 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b26b419-e67e-4161-8ae7-577318635b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:04.633350 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a3753f0-0715-47c5-a1ad-afd2d6e57687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:05.858968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:07.275574 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-a2f11b1a-636c-49f7-bcee-2f0e215e4d15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496762 Jan 27 11:28:07.307323 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:07.370535 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-535c220a-94b6-41e6-886a-9e36221e6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:07.372061 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-535c220a-94b6-41e6-886a-9e36221e6ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0436702 Jan 27 11:28:07.484653 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-d2bf1819-bf5b-4335-adc6-6d08bf76b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:07.486101 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-d2bf1819-bf5b-4335-adc6-6d08bf76b7c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0872614 Jan 27 11:28:07.554552 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-378e8648-e301-462f-a128-886e7ba96e78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 1002 time: 0.0588353 Jan 27 11:28:07.605558 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-0e2bc9bc-a0e9-4391-87e4-5d2c57e93363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:07.606999 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-0e2bc9bc-a0e9-4391-87e4-5d2c57e93363 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0434248 Jan 27 11:28:07.659457 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-e144a5e2-f7fa-480b-b75a-034bae550edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:07.660945 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-e144a5e2-f7fa-480b-b75a-034bae550edd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443497 Jan 27 11:28:07.674264 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-75b6a226-d815-4f3e-8365-8a42497bfb98 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:28:07.675215 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-75b6a226-d815-4f3e-8365-8a42497bfb98 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049894 Jan 27 11:28:07.765532 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-a9301522-0a52-48dc-ab52-0f7ff748078f service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809903 Jan 27 11:28:07.861853 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c0cc3bb3-1390-42b3-9f67-a7e3f386106c req-365a7582-d96e-41f6-9a9d-a7ad6247317a service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 Jan 27 11:28:08.486849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:11.062830 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:28:18.976815 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-76778b32-b7c2-4ffe-be24-74f27d37ea41 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062979842&fields=id&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 267 time: 0.0479388 Jan 27 11:28:19.085713 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-a36611d4-652c-4e9c-ac62-3b66c249afbf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:19.087172 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-a36611d4-652c-4e9c-ac62-3b66c249afbf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1041868 Jan 27 11:28:19.101403 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-c00f206e-97bb-4ba7-bae9-494049f8ce93 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/quotas/2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Jan 27 11:28:19.151974 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-ffc90d34-423b-48f5-9dff-e4fb3a19dc25 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457921 Jan 27 11:28:19.271248 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-2cc66cd4-a9c7-4bb0-a558-6829689dc95d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 11:28:19.272201 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-2cc66cd4-a9c7-4bb0-a558-6829689dc95d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1041589 Jan 27 11:28:19.364260 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-68a5dc1a-9ccc-498c-acb4-1a13b9c65eae service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829842 Jan 27 11:28:19.465579 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-3958b329-8dca-459d-b03b-2191119eb1ac service neutron] 10.222.0.52 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927007 Jan 27 11:28:19.807597 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-1cb47c05-cdf9-4d38-9d62-e0cbd793009b req-35f6aecd-7be0-47df-9591-6e93eda85dab tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 210 time: 0.0757396 Jan 27 11:28:20.891967 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-3a326a3b-d0e4-4c17-b7e8-47abcbaa39e4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:20.893421 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-3a326a3b-d0e4-4c17-b7e8-47abcbaa39e4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 811 time: 0.1011748 Jan 27 11:28:20.903243 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-ae4f01fa-0e93-4cb5-a80c-9b3f6415d690 req-f177cc83-c5f5-4e53-8408-84e40a45e12e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 210 time: 0.0272841 Jan 27 11:28:20.959590 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-b9051998-97f0-4bbb-b334-22c847d42784 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f622a52d7a640209c483adc4d75c764 HTTP/1.1" status: 200 len: 380 time: 0.0516582 Jan 27 11:28:20.980986 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'port': {'device_id': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'admin_state_up': True, 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'security_groups': ['0ffdd9a7-834e-48f5-b66f-31d9146ed440']}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:28:21.105835 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Made reservation on behalf of 2f622a52d7a640209c483adc4d75c764 for: {'port': 1} {{(pid=102448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 11:28:21.109250 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.242686 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_common [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.20.0.4 (e83bd7f2-42a3-4469-99e1-49e8260bf7b9/74263f88-5fe5-4364-93b9-2de5214e789d/a390f353-9be6-4153-82b7-75fec1f1e414) {{(pid=102448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:28:21.394545 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (a390f353-9be6-4153-82b7-75fec1f1e414), precommit_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.431929 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_create {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.479995 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 is already hosted by enough agents. {{(pid=102448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:28:21.484729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.base_scheduler [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:28:21.487197 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:28:21.517194 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=1']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:21.535609 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.536046 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.536395 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.536727 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.537055 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.537380 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.537702 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.538043 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.538377 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.538691 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.539027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.539338 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.539647 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:21.560824 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:21.561517 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.579232 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fdd390e4-42ef-4b8e-85b5-024db96cdbc7 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042724 Jan 27 11:28:21.640476 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.v2.base [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Request body: {'port': {'device_id': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=102448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:28:21.694086 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.714286 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-494eb4f6-ad48-47b4-bf5d-9f83e0c4c576 None None] Provisioning complete for port a390f353-9be6-4153-82b7-75fec1f1e414 triggered by entity DHCP. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:28:21.714875 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-494eb4f6-ad48-47b4-bf5d-9f83e0c4c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.748517 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-494eb4f6-ad48-47b4-bf5d-9f83e0c4c576 None None] Port a390f353-9be6-4153-82b7-75fec1f1e414 cannot update to ACTIVE because it is not bound. {{(pid=102449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 11:28:21.957400 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a390f353-9be6-4153-82b7-75fec1f1e414 {{(pid=102448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:28:21.965560 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks [] for port (a390f353-9be6-4153-82b7-75fec1f1e414), precommit_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:21.978752 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.provisioning_blocks [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Transition to ACTIVE for port object a390f353-9be6-4153-82b7-75fec1f1e414 will not be triggered until provisioned by entity L2. {{(pid=102448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 11:28:21.984393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:22.021403 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c10426-86bd-4260-8712-fda789f7aa6e req-965eda2b-3877-4963-a321-0823017c00f8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.022903 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a9c10426-86bd-4260-8712-fda789f7aa6e req-965eda2b-3877-4963-a321-0823017c00f8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 931 time: 0.0524545 Jan 27 11:28:22.052318 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Pushing event updated for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=2']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:22.078114 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-a9c10426-86bd-4260-8712-fda789f7aa6e req-a2815bc1-36d4-4657-81cd-2c2ef7d6297c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474081 Jan 27 11:28:22.114194 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Attempting to bind port a390f353-9be6-4153-82b7-75fec1f1e414 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 11:28:22.114553 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Attempting to bind port a390f353-9be6-4153-82b7-75fec1f1e414 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 11:28:22.114878 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Attempting to bind port a390f353-9be6-4153-82b7-75fec1f1e414 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:28:22.119294 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Port a390f353-9be6-4153-82b7-75fec1f1e414 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 11:28:22.119606 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Attempting to bind port a390f353-9be6-4153-82b7-75fec1f1e414 on network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 11:28:22.124401 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Checking agent: {'id': 'f05c996c-eaf1-4672-9fba-0ed408526ebf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 11, 16), 'started_at': datetime.datetime(2022, 1, 27, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 11:28:22.124731 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Checking segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 11:28:22.125108 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Bound using segment: {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'} {{(pid=102448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 11:28:22.125528 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.managers [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Bound port: a390f353-9be6-4153-82b7-75fec1f1e414, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc5c42d-2b94-4020-81b2-07cea04a40c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9'}}] {{(pid=102448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 11:28:22.125874 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), before_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:22.189644 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, cleared binding levels {{(pid=102448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 11:28:22.192737 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a390f353-9be6-4153-82b7-75fec1f1e414,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 11:28:22.197298 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3886047'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_update {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:22.230844 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.231575 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:22.233001 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] 10.222.0.49 "PUT /v2.0/ports/a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 200 len: 1093 time: 0.6462719 Jan 27 11:28:22.233370 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:28:22.235697 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530701d-64e6-4af0-b5e5-a06b96adaa14" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:28:22.260246 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9136b-d5cb-4177-b4df-36b71bcda123 service neutron] Pushing event updated for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=3']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:22.309709 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4026b14-72dd-4149-aa89-3369395c5d6a x-openstack-request-id: req-a4026b14-72dd-4149-aa89-3369395c5d6a {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:28:22.310011 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:28:22.310276 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4026b14-72dd-4149-aa89-3369395c5d6a {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:28:22.310679 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'status': 'completed', 'code': 200} Jan 27 11:28:22.326516 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-9b116c54-72d0-42ca-9115-1fbb2d6ef615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.328032 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-9b116c54-72d0-42ca-9115-1fbb2d6ef615 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1096 time: 0.0463724 Jan 27 11:28:22.374748 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-d7e6d1cc-a30b-4a33-b34a-af15ba22bbb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 200 len: 217 time: 0.0378780 Jan 27 11:28:22.427278 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-720746d2-5b3a-4067-9f6d-035252b395e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.428756 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-720746d2-5b3a-4067-9f6d-035252b395e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0444822 Jan 27 11:28:22.476409 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fca54fef-652c-4f1f-ba1e-882c18d7e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.477885 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-fca54fef-652c-4f1f-ba1e-882c18d7e515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394111 Jan 27 11:28:22.572864 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-cda75368-2b77-41f0-835d-9b5eb8d5aca9 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Jan 27 11:28:22.668771 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-e56f577d-d182-4ce8-9a2c-189ec8adbc2e req-6153bda3-5d9f-49fc-ba28-bd34598e8d5d service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878508 Jan 27 11:28:22.765823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-91126897-b3d0-40cd-8411-dee2366c7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.767323 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-91126897-b3d0-40cd-8411-dee2366c7e41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1096 time: 0.0443740 Jan 27 11:28:22.856873 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-252ef0d9-6518-459e-a6be-ce6791228a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.858263 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-252ef0d9-6518-459e-a6be-ce6791228a6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0825052 Jan 27 11:28:22.901691 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-75b4a853-5f11-41a8-b342-039b81f5653c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 200 len: 217 time: 0.0361667 Jan 27 11:28:22.948840 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-8b5b1b84-2e18-4077-81e6-edac6750e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.950251 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-8b5b1b84-2e18-4077-81e6-edac6750e40c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0426126 Jan 27 11:28:22.997547 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-fd5aade8-cf3a-4b6a-989e-da2268ee89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:22.999031 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-fd5aade8-cf3a-4b6a-989e-da2268ee89b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421126 Jan 27 11:28:23.090157 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-7dc05427-8e91-4f5c-94b8-7d37c91c2b38 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Jan 27 11:28:23.179745 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-b530701d-64e6-4af0-b5e5-a06b96adaa14 req-594b2a6d-0a7f-4004-a9ef-66abc36037a5 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821357 Jan 27 11:28:23.191383 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0f08-2d37-4f6c-b27b-f05e6351c69d req-e533e77c-c70f-47b9-a189-501a016aaa84 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:23.192905 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-70cb0f08-2d37-4f6c-b27b-f05e6351c69d req-e533e77c-c70f-47b9-a189-501a016aaa84 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0476844 Jan 27 11:28:23.240545 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-70cb0f08-2d37-4f6c-b27b-f05e6351c69d req-e47656e6-2166-4315-8fe7-b6e78b86804a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420454 Jan 27 11:28:24.373916 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965897-3538-42cf-be5f-6d4e4cea0983 req-b98f3648-aae7-4d5f-b382-026d1bc6a701 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:24.375284 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fa965897-3538-42cf-be5f-6d4e4cea0983 req-b98f3648-aae7-4d5f-b382-026d1bc6a701 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0512838 Jan 27 11:28:24.435254 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-fa965897-3538-42cf-be5f-6d4e4cea0983 req-93e67a7c-d07d-4c60-8299-1f02ca4508e5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518882 Jan 27 11:28:25.567314 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d88687-2739-498f-b3fe-25c41b7a9670 req-99bbf16c-79dd-4c83-80d5-6bee57b4e337 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:25.568803 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37d88687-2739-498f-b3fe-25c41b7a9670 req-99bbf16c-79dd-4c83-80d5-6bee57b4e337 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0593553 Jan 27 11:28:25.621113 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-37d88687-2739-498f-b3fe-25c41b7a9670 req-523ae1d3-6aef-4f37-92c3-b8910b8271c1 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Jan 27 11:28:26.742463 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b0cdc-8583-44dd-b5aa-6e94bb2446b1 req-85887a26-d830-47e5-a0d9-88d7f45f7459 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:26.743917 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0d0b0cdc-8583-44dd-b5aa-6e94bb2446b1 req-85887a26-d830-47e5-a0d9-88d7f45f7459 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0538201 Jan 27 11:28:26.796352 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-0d0b0cdc-8583-44dd-b5aa-6e94bb2446b1 req-fb2cf5c9-f83a-444e-9fa3-a8cc9455c11e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Jan 27 11:28:27.938512 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c15223-d316-40c7-a339-a75a070e1ac4 req-5881a17e-c2c6-4456-989b-1403f24d3cd4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:27.939874 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-23c15223-d316-40c7-a339-a75a070e1ac4 req-5881a17e-c2c6-4456-989b-1403f24d3cd4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0633831 Jan 27 11:28:27.989527 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-23c15223-d316-40c7-a339-a75a070e1ac4 req-c4b0cfb0-0149-4b62-8d88-89f6b9f726b6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Jan 27 11:28:29.122705 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736f40c-581f-4db0-b70f-89275bf6855f req-67333820-d28e-4a0f-a0d8-94693267beb5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:29.124157 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8736f40c-581f-4db0-b70f-89275bf6855f req-67333820-d28e-4a0f-a0d8-94693267beb5 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 943 time: 0.0548682 Jan 27 11:28:29.173660 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-8736f40c-581f-4db0-b70f-89275bf6855f req-f9e9d322-7f99-4506-9f91-da0bc0555764 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Jan 27 11:28:29.837387 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a390f353-9be6-4153-82b7-75fec1f1e414 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=102449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 11:28:29.942111 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a390f353-9be6-4153-82b7-75fec1f1e414,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:28:29.952567 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Returning: {'device': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'port_id': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'mac_address': 'fa:16:3e:71:bb:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 11:28:29.991811 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port a390f353-9be6-4153-82b7-75fec1f1e414 is: DOWN; New status is: BUILD {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:28:29.992200 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:30.005716 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a390f353-9be6-4153-82b7-75fec1f1e414 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 11:28:30.026292 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a390f353-9be6-4153-82b7-75fec1f1e414,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:28:30.031579 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:30.077039 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=4']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:30.084172 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.084526 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.084872 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.085211 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.085545 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.085873 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.086200 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.086547 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.086871 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.087196 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.087513 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.087835 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.088152 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:30.269426 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:30.302767 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e8fd1-a3e7-417e-9fea-4b73e785c83e req-01a3ef9a-4494-4874-9534-3f8f1c33aff0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:30.304221 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-552e8fd1-a3e7-417e-9fea-4b73e785c83e req-01a3ef9a-4494-4874-9534-3f8f1c33aff0 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 944 time: 0.0570655 Jan 27 11:28:30.311332 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] get_ports_and_sgs() called for port_ids ['a390f353-9be6-4153-82b7-75fec1f1e414'] {{(pid=102449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 11:28:30.354015 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-552e8fd1-a3e7-417e-9fea-4b73e785c83e req-52a52530-edab-4a96-b9e0-bfa0e8c49f32 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Jan 27 11:28:31.485044 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181a69-4bec-4bae-9963-3a055dce6ba3 req-792c725c-0dfe-4ae9-80c0-f2fbeb8df026 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:31.486852 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-94181a69-4bec-4bae-9963-3a055dce6ba3 req-792c725c-0dfe-4ae9-80c0-f2fbeb8df026 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 944 time: 0.0516040 Jan 27 11:28:31.540646 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-94181a69-4bec-4bae-9963-3a055dce6ba3 req-774af34f-7b8d-4530-96c8-817067ebc29a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Jan 27 11:28:31.849176 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a390f353-9be6-4153-82b7-75fec1f1e414 up at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 11:28:31.912354 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning for port a390f353-9be6-4153-82b7-75fec1f1e414 completed by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 11:28:31.916319 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Provisioning complete for port a390f353-9be6-4153-82b7-75fec1f1e414 triggered by entity L2. {{(pid=102449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 11:28:31.916691 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16620731'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), provisioning_complete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:31.996271 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Current status of the port a390f353-9be6-4153-82b7-75fec1f1e414 is: BUILD; New status is: ACTIVE {{(pid=102449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 27 11:28:31.996649 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:32.019083 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:28:32.021422 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20c24892ea2a180a2c9a298b6918b79175c4795d2e202342b4ade24191fff578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5f3d72-40f8-4555-b38d-e55d78b34888" -d '{"events": [{"server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "name": "network-vif-plugged", "status": "completed", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:28:32.034489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a390f353-9be6-4153-82b7-75fec1f1e414,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:28:32.039645 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:32.090680 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Pushing event updated for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=5']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:32.119881 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca2efbd-72cf-476e-919c-e19fa3a4597f x-openstack-request-id: req-dca2efbd-72cf-476e-919c-e19fa3a4597f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:28:32.120146 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "name": "network-vif-plugged", "status": "completed", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:28:32.120419 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dca2efbd-72cf-476e-919c-e19fa3a4597f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:28:32.120804 dv-cinder-826608-1-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'code': 200} Jan 27 11:28:32.359834 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fb13f6a5-1a8d-4226-9f6c-2cbfe2548bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:32.382211 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a736704-9a98-404a-84a6-71815536dcbb req-d0bb1fa3-8b49-46e7-985a-fd1d4c040bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:32.383757 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3a736704-9a98-404a-84a6-71815536dcbb req-d0bb1fa3-8b49-46e7-985a-fd1d4c040bea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1098 time: 0.0449057 Jan 27 11:28:32.435354 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-3a736704-9a98-404a-84a6-71815536dcbb req-8b09019b-0e8e-4826-a5db-88d0ea5d7be0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Jan 27 11:28:32.676260 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12430f95-6c1b-41b7-be38-60ab781aead6 req-2c0e2a4a-6846-4737-974c-cfadf6ec046b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:32.677951 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-12430f95-6c1b-41b7-be38-60ab781aead6 req-2c0e2a4a-6846-4737-974c-cfadf6ec046b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0495572 Jan 27 11:28:32.734113 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-12430f95-6c1b-41b7-be38-60ab781aead6 req-7d077637-632b-4f28-b179-d6c0ac76836a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503414 Jan 27 11:28:33.863113 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff3fbc-5eb9-4054-b511-8c4fd7cf87a8 req-73f5148d-964f-4da8-8b2f-331303643c12 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:33.864538 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-59ff3fbc-5eb9-4054-b511-8c4fd7cf87a8 req-73f5148d-964f-4da8-8b2f-331303643c12 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0493448 Jan 27 11:28:33.915925 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-59ff3fbc-5eb9-4054-b511-8c4fd7cf87a8 req-22f8c1c0-f973-4dab-91c2-7168d2610d6d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Jan 27 11:28:34.035144 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7eb3-aeab-46b1-be33-29b7bd17c33c req-0ee02ed4-d374-4654-945d-9ea097e55cf6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:34.036710 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-46be7eb3-aeab-46b1-be33-29b7bd17c33c req-0ee02ed4-d374-4654-945d-9ea097e55cf6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0559938 Jan 27 11:28:34.088327 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-46be7eb3-aeab-46b1-be33-29b7bd17c33c req-7e7cabd8-e24d-4317-af58-df1d36968111 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Jan 27 11:28:34.110924 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53942) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:28:34.154738 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d85a2-cff7-4991-a88d-942042a72972 tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:34.156241 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-e88d85a2-cff7-4991-a88d-942042a72972 tempest-TestVolumeBootPattern-1323893750 tempest-TestVolumeBootPattern-1323893750-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1093 time: 0.0443480 Jan 27 11:28:34.159156 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53944) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:28:34.163430 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.v2.base [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Request body: {'floatingip': {'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'port_id': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 11:28:34.186561 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:34.289513 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (None), before_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:34.395412 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_common [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Allocated IP 172.27.3.66 (f0a1345f-cad6-425c-8ee4-8bb389de6022/2e67c5f8-64ed-4794-8b8f-a2456384cc8a/ded02cce-3051-46b0-80a6-761d7f96d2f2) {{(pid=102447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 11:28:34.499134 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:34.536562 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738605046532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:34.575735 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Network f0a1345f-cad6-425c-8ee4-8bb389de6022 is already hosted by enough agents. {{(pid=102447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 11:28:34.578516 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.base_scheduler [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Resources bound (agent type, host, resource id): {{(pid=102447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 11:28:34.583882 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Received port after_create {{(pid=102447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 11:28:34.589137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=ded02cce-3051-46b0-80a6-761d7f96d2f2,revision_number=1']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:34.616270 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.616616 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.616976 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.617625 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.617625 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.617896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.618233 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.618574 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.618896 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.619214 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.624053 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.624053 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.624053 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:28:34.632716 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9b4e-0e12-412e-841c-bf11d0ae6740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:34.950826 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (d41de1de-0205-4273-8ba7-eb841a630c9d), precommit_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.023453 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16738439'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.169498 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.176865 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738605612234', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738605046550', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738605046568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25302261'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.240692 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event updated for resources: {'Port': ['ID=ded02cce-3051-46b0-80a6-761d7f96d2f2,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:28:35.252366 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-580975'] for floatingip (d41de1de-0205-4273-8ba7-eb841a630c9d), after_create {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.628711 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP d41de1de-0205-4273-8ba7-eb841a630c9d associated. External IP: 172.27.3.66, port: a390f353-9be6-4153-82b7-75fec1f1e414. Jan 27 11:28:35.851836 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:28:35.862232 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.961335 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:28:35.971058 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:28:35.980146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:35.982534 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:28:35.983148 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:28:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:28:36.007036 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-01785055-0c35-449e-a01c-5f001185f879 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8468900 Jan 27 11:28:36.007621 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:28:36.009886 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dc4ad5-410d-4802-883e-f83722182455" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:28:36.092134 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:28:36.102684 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1d1e0-7886-4b15-b684-0f4535b48922 x-openstack-request-id: req-d8a1d1e0-7886-4b15-b684-0f4535b48922 {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:28:36.102975 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:28:36.103230 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8a1d1e0-7886-4b15-b684-0f4535b48922 {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:28:36.103898 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'status': 'completed', 'code': 200} Jan 27 11:28:36.174186 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4ad5-410d-4802-883e-f83722182455 req-f86dbbc2-06a3-4f00-b31e-9475c5cadc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:36.175700 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-f86dbbc2-06a3-4f00-b31e-9475c5cadc0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1098 time: 0.0417550 Jan 27 11:28:36.265980 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4ad5-410d-4802-883e-f83722182455 req-034e1e00-eb6a-4980-8e19-d239b7df68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:36.267469 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-034e1e00-eb6a-4980-8e19-d239b7df68cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0852358 Jan 27 11:28:36.319602 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}, {'id': 'd41de1de-0205-4273-8ba7-eb841a630c9d', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:71:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:28:34Z', 'updated_at': '2022-01-27T11:28:34Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:28:36.335470 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-dbdba844-6542-4e0d-b941-ac60d87d5947 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 200 len: 998 time: 0.0620761 Jan 27 11:28:36.344568 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:28:36.352912 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:28:36.353501 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:28:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:28:36.383642 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4ad5-410d-4802-883e-f83722182455 req-5c4ca75b-8e98-4c9c-b023-5b427c930c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:36.385137 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-5c4ca75b-8e98-4c9c-b023-5b427c930c0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0441720 Jan 27 11:28:36.433060 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc4ad5-410d-4802-883e-f83722182455 req-1534807a-69d9-4321-aa25-a1dde1577ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:28:36.434635 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-1534807a-69d9-4321-aa25-a1dde1577ce8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429802 Jan 27 11:28:36.531127 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-fc6535ce-903f-4174-9e39-b85dd10e3f5e service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Jan 27 11:28:36.549843 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:28:36.621270 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-c3dc4ad5-410d-4802-883e-f83722182455 req-68c34614-9255-4b0d-9da0-6db555a11e61 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840170 Jan 27 11:28:36.772935 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}, {'id': 'd41de1de-0205-4273-8ba7-eb841a630c9d', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:71:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:28:34Z', 'updated_at': '2022-01-27T11:28:34Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:28:36.801378 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e92e9-2b4a-48ee-a145-677caa57bd72 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}, {'id': 'd41de1de-0205-4273-8ba7-eb841a630c9d', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:71:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:28:34Z', 'updated_at': '2022-01-27T11:28:34Z', 'revision_number': 0, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:28:36.983052 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8acd5-2ee3-4f25-ae0f-48958abf1207 None None] New status for floating IP d41de1de-0205-4273-8ba7-eb841a630c9d: ACTIVE {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:28:37.318906 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:38.496976 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:28:48.064804 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:29:00.276969 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:02.368365 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c2517fd9-af30-4a9a-b3dd-8d7d9b51a97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:04.633076 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9bfd0fec-d7c2-4c3f-a7c9-03c810f9849a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:05.875611 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:06.569266 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-14597450-cb32-4bc2-a4c7-f7ab890c62fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461149 Jan 27 11:29:06.670791 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-20a040d6-f252-4f31-a0f4-a4f70628a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:29:06.672280 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-20a040d6-f252-4f31-a0f4-a4f70628a27c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0436480 Jan 27 11:29:06.785740 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-55184d9b-6017-4377-8e69-21ad6cfbd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:29:06.788147 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-55184d9b-6017-4377-8e69-21ad6cfbd0c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0914741 Jan 27 11:29:06.860762 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-425b8bd1-52a0-41c0-85ab-b91ed0b2b829 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 1002 time: 0.0617712 Jan 27 11:29:06.908587 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-3bd11e23-8262-45be-a0ce-f2768060562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:29:06.909951 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-3bd11e23-8262-45be-a0ce-f2768060562a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0427334 Jan 27 11:29:06.960314 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-fcf6fe60-ae7c-4aa6-9318-a52940e02c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:29:06.961899 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-fcf6fe60-ae7c-4aa6-9318-a52940e02c19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423663 Jan 27 11:29:07.051777 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-a346ee6e-f4a9-4f27-b734-51af2f5a1bdb service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800648 Jan 27 11:29:07.144672 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-71834e7e-24ab-495b-834e-58eef628f5c1 req-104f1795-e5bc-485a-a008-8e132bb98965 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837972 Jan 27 11:29:07.313519 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:08.493746 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:25.063573 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:29:30.289869 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:32.370026 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-04814ce1-f8dc-4b44-b921-47ddb8fa03f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:34.635396 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db90abef-a560-4029-8dc0-04f4f34929db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:35.880386 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:37.317256 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:29:38.490749 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:00.287841 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:02.067436 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:30:02.374473 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0dd7-7a25-417b-9431-b1b56375dcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:03.467133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 53968) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:03.646891 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port ded02cce-3051-46b0-80a6-761d7f96d2f2 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:03.647197 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:03.727329 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:03.727559 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (ded02cce-3051-46b0-80a6-761d7f96d2f2), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:03.739022 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for ded02cce-3051-46b0-80a6-761d7f96d2f2 owned by network:floatingip {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:03.926576 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (ded02cce-3051-46b0-80a6-761d7f96d2f2), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:03.951616 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=ded02cce-3051-46b0-80a6-761d7f96d2f2,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:03.977163 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.977563 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.977846 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.978176 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.978523 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.978848 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.979189 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.979508 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.979823 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.980137 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.980457 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.980768 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:03.981077 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:04.020949 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (d41de1de-0205-4273-8ba7-eb841a630c9d), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:04.021517 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.db.l3_db [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP d41de1de-0205-4273-8ba7-eb841a630c9d disassociated (deleted). External IP: 172.27.3.66, port: a390f353-9be6-4153-82b7-75fec1f1e414. Jan 27 11:30:04.246322 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:30:04.358721 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:30:04.363569 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:04.368208 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:30:04.377557 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:04.378161 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:29:35Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:04.393086 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-be382a37-b2a7-4af5-a010-4638d9789c4e tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "DELETE /v2.0/floatingips/d41de1de-0205-4273-8ba7-eb841a630c9d HTTP/1.1" status: 204 len: 168 time: 0.9222784 Jan 27 11:30:04.393086 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414'}] {{(pid=102447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:30:04.393765 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f0833d5a20fc47c0d0f911cb3cb2affcfb761007304110ff1518fce82ba066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb90148-5391-440d-b80b-df64c6e7c075" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414"}]}' {{(pid=102447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:30:04.434133 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a20c902-4d0b-4046-aadf-8ac7758560aa x-openstack-request-id: req-6a20c902-4d0b-4046-aadf-8ac7758560aa {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:30:04.434479 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414", "status": "completed", "code": 200}]} {{(pid=102447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:30:04.434782 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a20c902-4d0b-4046-aadf-8ac7758560aa {{(pid=102447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:30:04.435149 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'status': 'completed', 'code': 200} Jan 27 11:30:04.484611 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:04.506648 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-7388e45c-5344-4fc2-aa6d-1e9d706fd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:04.508038 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-7388e45c-5344-4fc2-aa6d-1e9d706fd688 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 1098 time: 0.0426688 Jan 27 11:30:04.631589 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-60030991-8e09-40ab-bc6d-2f308ddfea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:04.641375 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-60030991-8e09-40ab-bc6d-2f308ddfea6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.1210756 Jan 27 11:30:04.645429 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9e917ed2-b9d9-440c-b2b8-262aa6355e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:04.663057 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d9df3-5fae-42fe-a901-4628a4c03981 req-1cc4b1b1-b675-4851-8267-3719fdf3fd8c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:04.669637 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c6d9df3-5fae-42fe-a901-4628a4c03981 req-1cc4b1b1-b675-4851-8267-3719fdf3fd8c tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0748839 Jan 27 11:30:04.688758 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-cc3b041a-360d-426a-bc2c-c925c987dff4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 200 len: 217 time: 0.0392165 Jan 27 11:30:04.729369 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-5c6d9df3-5fae-42fe-a901-4628a4c03981 req-af45b99d-348f-4975-ab9b-d3a69903ab27 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587521 Jan 27 11:30:04.744352 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-8776a80b-7b5b-4366-aba4-78d35606c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:04.745900 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-8776a80b-7b5b-4366-aba4-78d35606c69a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0505075 Jan 27 11:30:04.755369 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:04.788813 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:30:04.797682 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:04.797890 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-29e7ab20-3930-4dcc-a8c9-627a7166627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:04.798268 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:04.799489 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-29e7ab20-3930-4dcc-a8c9-627a7166627d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473983 Jan 27 11:30:04.893078 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-4f8caf78-dc0d-4a68-9678-67cb68d07cab service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Jan 27 11:30:04.904929 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:05.135703 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-53956e07-502d-48d3-9828-416017cd64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:05.165614 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53956e07-502d-48d3-9828-416017cd64ae None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_floatingips': [{'id': '34b2067a-f7f0-48e3-acba-868606d7f6be', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'router_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'port_id': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'mac_address': 'fa:16:3e:b9:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T11:26:27Z', 'updated_at': '2022-01-27T11:26:29Z', 'revision_number': 1, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:30:05.234227 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cfb90148-5391-440d-b80b-df64c6e7c075 req-0233911e-77da-4ae2-85c4-cf9e956970ac service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334541 Jan 27 11:30:05.379522 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183270a5-2e69-4ab6-bb9e-105aa4cd3c69 None None] New status for floating IP d41de1de-0205-4273-8ba7-eb841a630c9d: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:30:05.873770 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:05.885146 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa4ef9-c143-4177-9438-63b65f226a2f req-bf29b434-dd7a-46ed-a54e-16266a662ebf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:05.886752 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e9fa4ef9-c143-4177-9438-63b65f226a2f req-bf29b434-dd7a-46ed-a54e-16266a662ebf tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0604293 Jan 27 11:30:05.937425 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-e9fa4ef9-c143-4177-9438-63b65f226a2f req-3400f71b-02dd-40a6-a342-4e4bf9ae351f tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Jan 27 11:30:06.377104 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-ae71fd55-f7d8-4539-b185-b937d58d9a6a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:06.378410 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-ae71fd55-f7d8-4539-b185-b937d58d9a6a tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 945 time: 0.0523825 Jan 27 11:30:06.470504 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port a390f353-9be6-4153-82b7-75fec1f1e414 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:06.470805 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:06.561724 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] For port a390f353-9be6-4153-82b7-75fec1f1e414, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a390f353-9be6-4153-82b7-75fec1f1e414,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:06.562087 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:06.574476 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for a390f353-9be6-4153-82b7-75fec1f1e414 owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:06.710834 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (a390f353-9be6-4153-82b7-75fec1f1e414), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:06.739130 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=a390f353-9be6-4153-82b7-75fec1f1e414,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:06.751158 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.751767 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.752108 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.752436 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.752749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.753068 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.753389 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.753706 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.754026 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.754352 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.754692 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.755003 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.755312 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:06.788858 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] No DVR routers for this DVR port a390f353-9be6-4153-82b7-75fec1f1e414 on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:06.791253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:06.794530 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-cdd54be5-1108-432d-a7b1-484ae2f1a1e1 req-6891e262-39f4-4d2c-a6d1-2e5e98003c21 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "DELETE /v2.0/ports/a390f353-9be6-4153-82b7-75fec1f1e414 HTTP/1.1" status: 204 len: 173 time: 0.4074349 Jan 27 11:30:06.794993 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'name': 'network-vif-deleted', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:30:06.797219 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f36e1f-0654-45d8-82ad-73ef94cd85d0" -d '{"events": [{"server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "name": "network-vif-deleted", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:30:06.837468 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49020114-5667-4bb4-a0b1-154b868a7ded x-openstack-request-id: req-49020114-5667-4bb4-a0b1-154b868a7ded {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:30:06.837759 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab2bf30-2c90-4e34-8fd9-f6f52769a30d", "name": "network-vif-deleted", "tag": "a390f353-9be6-4153-82b7-75fec1f1e414", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:30:06.838013 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49020114-5667-4bb4-a0b1-154b868a7ded {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:30:06.838435 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab2bf30-2c90-4e34-8fd9-f6f52769a30d', 'name': 'network-vif-deleted', 'tag': 'a390f353-9be6-4153-82b7-75fec1f1e414', 'status': 'completed', 'code': 200} Jan 27 11:30:07.030035 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c534174d-62e4-4282-a00e-ab70186d7f40 req-4d451939-e4d6-4929-ab44-c95f0254f46d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 210 time: 0.0260651 Jan 27 11:30:07.330767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:07.557020 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-154528d5-a128-4b59-9111-33c558875817 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265415 Jan 27 11:30:07.611273 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-f7b34e23-e2cd-4196-b8d4-5025266e0191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=6ab2bf30-2c90-4e34-8fd9-f6f52769a30d HTTP/1.1" status: 200 len: 210 time: 0.0287235 Jan 27 11:30:07.795125 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-ea2b48a7-01ea-457b-a7ea-3310c1fd7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:07.796523 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-ea2b48a7-01ea-457b-a7ea-3310c1fd7b69 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2f622a52d7a640209c483adc4d75c764&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1614633 Jan 27 11:30:07.957196 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-d3f87fb7-939e-4f43-aef4-631ea021c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:07.958702 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-27da9c4c-f85a-4f93-8768-e77c705e84cb req-d3f87fb7-939e-4f43-aef4-631ea021c300 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527283 Jan 27 11:30:08.477761 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.337432 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54010) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:10.438216 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a390f353-9be6-4153-82b7-75fec1f1e414 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:10.458462 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: a390f353-9be6-4153-82b7-75fec1f1e414 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:10.458800 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device a390f353-9be6-4153-82b7-75fec1f1e414 not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:10.503497 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port 05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:10.503734 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.591300 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.591751 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.604036 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for 05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:10.752749 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.775972 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=05b2ffaa-60b8-4c6a-a7d9-f44d240cb87a,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:10.839760 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (34b2067a-f7f0-48e3-acba-868606d7f6be), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:10.840078 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.db.l3_db [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Floating IP 34b2067a-f7f0-48e3-acba-868606d7f6be disassociated (deleted). External IP: 172.27.3.222, port: bb07d06d-a7ea-44c2-b523-edc40985595f. Jan 27 11:30:11.054048 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:30:11.165145 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:30:11.170087 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:11.174900 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:30:11.184207 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:11.184807 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:11.197358 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-fb2e92be-4bd9-4002-a051-6d94075d64f4 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "DELETE /v2.0/floatingips/34b2067a-f7f0-48e3-acba-868606d7f6be HTTP/1.1" status: 204 len: 168 time: 0.8585010 Jan 27 11:30:11.198042 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:30:11.200440 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ece00c-0552-4e50-a78a-0e853fba9bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:30:11.238020 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 11:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef56c5d6-3bc3-41a6-bb8a-1a38d55135b8 x-openstack-request-id: req-ef56c5d6-3bc3-41a6-bb8a-1a38d55135b8 {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:30:11.238306 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:30:11.238608 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef56c5d6-3bc3-41a6-bb8a-1a38d55135b8 {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:30:11.239003 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'status': 'completed', 'code': 200} Jan 27 11:30:11.323625 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-d8e60b36-81f4-44cf-a93d-9e157c4dd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:11.325438 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-d8e60b36-81f4-44cf-a93d-9e157c4dd55b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f622a52d7a640209c483adc4d75c764&device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 1099 time: 0.0535862 Jan 27 11:30:11.398978 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:11.432859 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-8182589d-59da-4182-be32-81ae6f2cf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:11.434363 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-8182589d-59da-4182-be32-81ae6f2cf4e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 200 len: 912 time: 0.0984519 Jan 27 11:30:11.454870 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383eace4-b5eb-4edd-ac18-b90fc6107286 req-b922aea9-daab-4240-b69c-3d518749481b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:11.456347 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-383eace4-b5eb-4edd-ac18-b90fc6107286 req-b922aea9-daab-4240-b69c-3d518749481b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0593381 Jan 27 11:30:11.477086 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-766b7538-d744-48be-b898-8559edfa6f4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 200 len: 217 time: 0.0357265 Jan 27 11:30:11.511657 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-383eace4-b5eb-4edd-ac18-b90fc6107286 req-1925f7c5-674a-4f7a-83c7-5f1186773b5b tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Jan 27 11:30:11.525293 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-79154eb3-6a48-4eff-8a3f-23d84557a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:11.526846 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-79154eb3-6a48-4eff-8a3f-23d84557a67a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 200 len: 850 time: 0.0434020 Jan 27 11:30:11.571154 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-01cb2c0a-97d8-4085-b63c-106963e8d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:11.572805 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-01cb2c0a-97d8-4085-b63c-106963e8d9cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e83bd7f2-42a3-4469-99e1-49e8260bf7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396826 Jan 27 11:30:11.665535 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-06367c18-4674-40f0-8256-4277b60d798d service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Jan 27 11:30:11.687200 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:11.719125 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:30:11.733293 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:11.733853 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:11.759133 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-61ece00c-0552-4e50-a78a-0e853fba9bbc req-7afe4048-c0ea-44c5-8528-564bf326e156 service neutron] 10.222.0.49 "GET /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Jan 27 11:30:11.837067 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:12.055145 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:12.082088 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17447736-dbe0-4f0c-9740-932df1aae41f None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:23:09Z', 'revision_number': 4, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi', '_interfaces': [{'id': '68624897-903b-435d-afac-776b58bccdc0', 'name': '', 'network_id': 'e83bd7f2-42a3-4469-99e1-49e8260bf7b9', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'mac_address': 'fa:16:3e:d7:92:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:09Z', 'updated_at': '2022-01-27T11:23:13Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'subnets': [{'id': '74263f88-5fe5-4364-93b9-2de5214e789d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:30:12.304885 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9645b39d-59a5-4428-a609-e5b25baa7c32 None None] New status for floating IP 34b2067a-f7f0-48e3-acba-868606d7f6be: DOWN {{(pid=102449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 11:30:12.653402 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3102be2-6832-4af0-835e-0d98ead15de7 req-9f6c6f59-e9b5-49ef-a8f0-18fc68530ca8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:12.654951 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3102be2-6832-4af0-835e-0d98ead15de7 req-9f6c6f59-e9b5-49ef-a8f0-18fc68530ca8 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0557261 Jan 27 11:30:12.705407 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-c3102be2-6832-4af0-835e-0d98ead15de7 req-3f0c8979-5d3e-4daf-8702-812fe3a12919 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ffdd9a7-834e-48f5-b66f-31d9146ed440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Jan 27 11:30:13.099740 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-d4fb8afa-bd20-43fd-b343-7e12b1cdbc44 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 11:30:13.101166 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-d4fb8afa-bd20-43fd-b343-7e12b1cdbc44 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 946 time: 0.0579319 Jan 27 11:30:13.198241 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port bb07d06d-a7ea-44c2-b523-edc40985595f {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:13.198621 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:13.289538 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] For port bb07d06d-a7ea-44c2-b523-edc40985595f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bb07d06d-a7ea-44c2-b523-edc40985595f,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:13.289863 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:13.302370 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for bb07d06d-a7ea-44c2-b523-edc40985595f owned by compute:nova {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:13.432377 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (bb07d06d-a7ea-44c2-b523-edc40985595f), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:13.705374 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=bb07d06d-a7ea-44c2-b523-edc40985595f,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:13.745392 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] No DVR routers for this DVR port bb07d06d-a7ea-44c2-b523-edc40985595f on host hv-cinder-82660 {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:13.747971 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for port (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:13.751311 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [req-1d138c28-6a1d-4c71-b51f-6be69ac6fbd2 req-caadd6f4-d046-4822-b730-70e83e02f040 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.49 "DELETE /v2.0/ports/bb07d06d-a7ea-44c2-b523-edc40985595f HTTP/1.1" status: 204 len: 173 time: 0.6416633 Jan 27 11:30:13.751758 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'name': 'network-vif-deleted', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f'}] {{(pid=102448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 11:30:13.754121 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}deffba82bf9890a5cb1ae513fb3d721f1777fbfde0c2c1dff770aae0cc9e6407" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a06751-4fc9-46ee-a47a-879446eb188a" -d '{"events": [{"server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "name": "network-vif-deleted", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f"}]}' {{(pid=102448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 11:30:13.794778 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd296e3b-3f27-4ec0-a1c0-baaeb89cbd3b x-openstack-request-id: req-dd296e3b-3f27-4ec0-a1c0-baaeb89cbd3b {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 11:30:13.795478 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c63bc9-f78e-4a7c-9fab-598d97465ae6", "name": "network-vif-deleted", "tag": "bb07d06d-a7ea-44c2-b523-edc40985595f", "status": "completed", "code": 200}]} {{(pid=102448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 11:30:13.795734 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd296e3b-3f27-4ec0-a1c0-baaeb89cbd3b {{(pid=102448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 11:30:13.796142 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c63bc9-f78e-4a7c-9fab-598d97465ae6', 'name': 'network-vif-deleted', 'tag': 'bb07d06d-a7ea-44c2-b523-edc40985595f', 'status': 'completed', 'code': 200} Jan 27 11:30:13.808463 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [req-d658e9f5-f095-4a35-afc0-6ecfeb1f99fb req-914961ff-823a-4137-b83b-9be5750b2656 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "GET /v2.0/ports?device_id=33c63bc9-f78e-4a7c-9fab-598d97465ae6 HTTP/1.1" status: 200 len: 210 time: 0.0343449 Jan 27 11:30:14.870457 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54026) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:14.995715 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Deleting port 54d82890-30b8-4824-b4fa-3c35afda352d {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:14.996000 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.074659 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.074972 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (54d82890-30b8-4824-b4fa-3c35afda352d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.087081 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Calling delete_port for 54d82890-30b8-4824-b4fa-3c35afda352d owned by network:floatingip {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:15.225035 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (54d82890-30b8-4824-b4fa-3c35afda352d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.251669 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'Port': ['ID=54d82890-30b8-4824-b4fa-3c35afda352d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:15.312140 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for floatingip (632b052d-9ef7-444f-8d8d-3ed71ecae7d9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.314703 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90423'] for floatingip (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:15.315855 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-dc9a05a4-7eb0-474a-8d6e-85b4a138d8d6 tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "DELETE /v2.0/floatingips/632b052d-9ef7-444f-8d8d-3ed71ecae7d9 HTTP/1.1" status: 204 len: 168 time: 0.4444435 Jan 27 11:30:16.454531 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device bb07d06d-a7ea-44c2-b523-edc40985595f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:16.474191 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] No Port match for: bb07d06d-a7ea-44c2-b523-edc40985595f {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:16.474555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Device bb07d06d-a7ea-44c2-b523-edc40985595f not bound to the agent host hv-cinder-82660 {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:16.560611 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54038) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:16.614419 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (0ffdd9a7-834e-48f5-b66f-31d9146ed440), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:16.640579 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (0ffdd9a7-834e-48f5-b66f-31d9146ed440), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:16.705148 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (0ffdd9a7-834e-48f5-b66f-31d9146ed440), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:16.707807 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:16.708974 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ffdd9a7-834e-48f5-b66f-31d9146ed440 HTTP/1.1" status: 204 len: 168 time: 0.1474178 Jan 27 11:30:16.720974 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a755e-4b4a-4b87-aa49-cf1a0d1be55d tempest-TestVolumeBootPattern-570327441 tempest-TestVolumeBootPattern-570327441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffdd9a7-834e-48f5-b66f-31d9146ed440,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:16.774580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54042) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:17.213248 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:17.472656 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Deleting port 68624897-903b-435d-afac-776b58bccdc0 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:17.472897 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (68624897-903b-435d-afac-776b58bccdc0), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:17.556511 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] For port 68624897-903b-435d-afac-776b58bccdc0, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=68624897-903b-435d-afac-776b58bccdc0,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:17.556864 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (68624897-903b-435d-afac-776b58bccdc0), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:17.568993 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Calling delete_port for 68624897-903b-435d-afac-776b58bccdc0 owned by network:router_interface {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:17.750102 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (68624897-903b-435d-afac-776b58bccdc0), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:17.776190 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=68624897-903b-435d-afac-776b58bccdc0,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:17.934580 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.141951 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:30:18.246177 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:30:18.251257 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-de8d6373-33e0-4611-863f-903436a91c8c admin admin] 10.222.0.52 "PUT /v2.0/routers/c38b8ce4-fe76-4fd6-a0a7-90d208c14a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4756427 Jan 27 11:30:18.253831 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54046) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:18.256628 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Sync routers for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:30:18.267271 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:18.267876 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:18.357239 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks [] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.387491 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:18.457874 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks [] for router_gateway (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.512407 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Deleting port 6f19548f-eaca-47b2-8fd9-9dad14275955 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:18.512794 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.566316 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:30:17Z', 'revision_number': 5, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port': {'id': '6f19548f-eaca-47b2-8fd9-9dad14275955', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:07Z', 'updated_at': '2022-01-27T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:18.591876 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] For port 6f19548f-eaca-47b2-8fd9-9dad14275955, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=6f19548f-eaca-47b2-8fd9-9dad14275955,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:18.592467 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.592661 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Checking router: c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 for host: dv-cinder-826608-1-iscsi {{(pid=102450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:30:18.601186 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Routers {'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:18.602253 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'], 'active': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:18.604393 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Calling delete_port for 6f19548f-eaca-47b2-8fd9-9dad14275955 owned by network:router_gateway {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:18.690301 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvr_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] Set router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 gateway port host: None {{(pid=102450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:18.739908 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.l3_hamode_db [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:30:18Z', 'revision_number': 6, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:18.768688 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed902471-e87b-492c-b30c-47e217e87f92 None None] The sync data for ids ['c38b8ce4-fe76-4fd6-a0a7-90d208c14a11'] in dv-cinder-826608-1-iscsi is: [{'id': 'c38b8ce4-fe76-4fd6-a0a7-90d208c14a11', 'name': 'tempest-TestVolumeBootPattern-827777147-router', 'tenant_id': '2f622a52d7a640209c483adc4d75c764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:06Z', 'updated_at': '2022-01-27T11:30:18Z', 'revision_number': 6, 'project_id': '2f622a52d7a640209c483adc4d75c764', 'gw_port_host': None}] {{(pid=102450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:30:18.782207 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (6f19548f-eaca-47b2-8fd9-9dad14275955), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.806816 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f19548f-eaca-47b2-8fd9-9dad14275955,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:18.868447 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.956785 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:18.959004 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks [] for router_controller (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.010082 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (c38b8ce4-fe76-4fd6-a0a7-90d208c14a11), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.010660 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 {{(pid=102448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:30:19.015290 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.016438 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-90369ac9-17b7-4e6b-b2f4-2a17efe84656 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c38b8ce4-fe76-4fd6-a0a7-90d208c14a11 HTTP/1.1" status: 204 len: 168 time: 0.7617171 Jan 27 11:30:19.020096 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54048) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:19.064951 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Deleting subnet 74263f88-5fe5-4364-93b9-2de5214e789d {{(pid=102448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:30:19.068242 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Publish callbacks [] for subnet (74263f88-5fe5-4364-93b9-2de5214e789d), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.105615 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459217'] for subnet (74263f88-5fe5-4364-93b9-2de5214e789d), precommit_delete_associations {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.189027 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (74263f88-5fe5-4364-93b9-2de5214e789d), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.245976 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3885973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4184240'] for subnet (74263f88-5fe5-4364-93b9-2de5214e789d), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.270346 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74263f88-5fe5-4364-93b9-2de5214e789d,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:19.273984 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for subnet (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.277463 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-1b8f9175-1a30-4607-8f3e-1f179cbe7cf8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74263f88-5fe5-4364-93b9-2de5214e789d HTTP/1.1" status: 204 len: 168 time: 0.2564449 Jan 27 11:30:19.279961 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54050) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:19.283489 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6f2fd-a831-4c80-99e7-043db7dba607 None None] Network e83bd7f2-42a3-4469-99e1-49e8260bf7b9 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:30:19.349253 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (e83bd7f2-42a3-4469-99e1-49e8260bf7b9), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.408265 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Deleting port f06bb513-5e31-4c9b-8103-5bf428c5c947 {{(pid=102448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:19.408626 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.469117 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.db [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] For port f06bb513-5e31-4c9b-8103-5bf428c5c947, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=f06bb513-5e31-4c9b-8103-5bf428c5c947,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:19.469398 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.482184 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.plugin [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Calling delete_port for f06bb513-5e31-4c9b-8103-5bf428c5c947 owned by network:dhcp {{(pid=102448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:19.513692 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] DHCP port deletion for e83bd7f2-42a3-4469-99e1-49e8260bf7b9 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:30:19.563773 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Deleting port f06bb513-5e31-4c9b-8103-5bf428c5c947 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:19.564169 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.569122 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3886024'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.598658 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Pushing event deleted for resources: {'Port': ['ID=f06bb513-5e31-4c9b-8103-5bf428c5c947,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:19.601083 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] No DVR routers for this DVR port f06bb513-5e31-4c9b-8103-5bf428c5c947 on host dv-cinder-826608-1-iscsi {{(pid=102448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:19.638182 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] For port f06bb513-5e31-4c9b-8103-5bf428c5c947, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=f06bb513-5e31-4c9b-8103-5bf428c5c947,segment=NetworkSegment(edc5c42d-2b94-4020-81b2-07cea04a40c3),segment_id=edc5c42d-2b94-4020-81b2-07cea04a40c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:19.638706 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.651766 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Calling delete_port for f06bb513-5e31-4c9b-8103-5bf428c5c947 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:19.675699 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (e83bd7f2-42a3-4469-99e1-49e8260bf7b9), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.699386 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83bd7f2-42a3-4469-99e1-49e8260bf7b9']}} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:19.708936 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc5c42d-2b94-4020-81b2-07cea04a40c3') {'for_net_delete': True} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:19.709210 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.services.segments.db [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc5c42d-2b94-4020-81b2-07cea04a40c3') {} {{(pid=102448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:19.726648 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (f06bb513-5e31-4c9b-8103-5bf428c5c947), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.759010 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] No DVR routers for this DVR port f06bb513-5e31-4c9b-8103-5bf428c5c947 on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:19.768530 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Pushing event deleted for resources: {'Port': ['ID=f06bb513-5e31-4c9b-8103-5bf428c5c947,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:19.775569 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.776128 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.776952 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.777417 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.777835 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.778216 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.778795 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.779084 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.779510 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.779940 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.780330 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.780705 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.781085 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18877c6c-3c92-4f1d-a1e3-04d4d84743d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-1-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 11:30:19.978732 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459224'] for segment (edc5c42d-2b94-4020-81b2-07cea04a40c3), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:19.993999 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (edc5c42d-2b94-4020-81b2-07cea04a40c3), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.000603 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:30:20.000977 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3885883'] for segment (edc5c42d-2b94-4020-81b2-07cea04a40c3), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: Traceback (most recent call last): Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: timer() Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: cb(*args, **kw) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: return func(*args, **kwargs) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: self._notify() Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: self.callback(batched_events) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: event.method(event) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: return f(self, *a, **k) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._get(url).json() Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: return self.request(url, 'GET', **kwargs) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:30:20.002660 dv-cinder-826608-1-iscsi neutron-server[102448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:30:20.057445 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (e83bd7f2-42a3-4469-99e1-49e8260bf7b9), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.062794 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.065898 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] 10.222.0.52 "DELETE /v2.0/networks/e83bd7f2-42a3-4469-99e1-49e8260bf7b9 HTTP/1.1" status: 204 len: 168 time: 0.7850647 Jan 27 11:30:20.068983 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 54052) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:20.076896 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb492304-8941-4d95-ad63-742339d5169e admin admin] Pushing event deleted for resources: {'Network': ['ID=e83bd7f2-42a3-4469-99e1-49e8260bf7b9,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:20.198181 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 68624897-903b-435d-afac-776b58bccdc0 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:20.218802 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 68624897-903b-435d-afac-776b58bccdc0 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:20.219144 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 68624897-903b-435d-afac-776b58bccdc0 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:20.219544 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device f06bb513-5e31-4c9b-8103-5bf428c5c947 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:20.237795 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: f06bb513-5e31-4c9b-8103-5bf428c5c947 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:20.238134 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device f06bb513-5e31-4c9b-8103-5bf428c5c947 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:20.238539 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6f19548f-eaca-47b2-8fd9-9dad14275955 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:20.258804 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 6f19548f-eaca-47b2-8fd9-9dad14275955 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:20.259184 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 6f19548f-eaca-47b2-8fd9-9dad14275955 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:20.436905 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566895'] for router_interface (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.695296 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Deleting port e1f1c522-2c21-42c1-848b-178681ab30cb {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:20.695522 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.772677 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] For port e1f1c522-2c21-42c1-848b-178681ab30cb, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=e1f1c522-2c21-42c1-848b-178681ab30cb,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:20.773043 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:20.785958 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Calling delete_port for e1f1c522-2c21-42c1-848b-178681ab30cb owned by network:router_interface {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:20.971847 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (e1f1c522-2c21-42c1-848b-178681ab30cb), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.000182 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f1c522-2c21-42c1-848b-178681ab30cb,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:21.166318 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567035'] for router_interface (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.388192 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 has already been hosted by L3 agent 1eb071cb-5f70-4249-bdf5-6260061a9854 {{(pid=102447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 11:30:21.505694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] Notify agent at l3_agent.dv-cinder-826608-1-iscsi the message routers_updated {{(pid=102447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 11:30:21.511204 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-26d7e6e4-18f4-484b-aacf-10263d138370 admin admin] 10.222.0.52 "PUT /v2.0/routers/a39c24b7-4b59-4f8b-a737-b5ea5a3913a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411235 Jan 27 11:30:21.514236 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 54054) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:21.516909 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Sync routers for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 11:30:21.528767 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:21.529404 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:21.621744 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks [] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.726194 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks [] for router_gateway (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.764888 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: dv-cinder-826608-1-iscsi {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:21.785593 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Deleting port 5e500500-2baf-42b3-90ca-1b9b4e52d69a {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:21.785922 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.865640 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] For port 5e500500-2baf-42b3-90ca-1b9b4e52d69a, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=5e500500-2baf-42b3-90ca-1b9b4e52d69a,segment=NetworkSegment(8bf4a546-75fa-451c-be40-93f6e5cd52f5),segment_id=8bf4a546-75fa-451c-be40-93f6e5cd52f5)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:21.866006 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:21.877898 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Calling delete_port for 5e500500-2baf-42b3-90ca-1b9b4e52d69a owned by network:router_gateway {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:21.944140 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'external_fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:30:20Z', 'revision_number': 5, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port': {'id': '5e500500-2baf-42b3-90ca-1b9b4e52d69a', 'name': '', 'network_id': 'f0a1345f-cad6-425c-8ee4-8bb389de6022', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T11:23:12Z', 'updated_at': '2022-01-27T11:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e67c5f8-64ed-4794-8b8f-a2456384cc8a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-1-iscsi'}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:21.971432 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Checking router: a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 for host: dv-cinder-826608-1-iscsi {{(pid=102449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 11:30:21.980656 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Routers {'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'} bound to L3 agent in host dv-cinder-826608-1-iscsi {{(pid=102449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 11:30:21.981213 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T11:10:05Z,description=,heartbeat_timestamp=2022-01-27T11:30:05Z,host='dv-cinder-826608-1-iscsi',id=1eb071cb-5f70-4249-bdf5-6260061a9854,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T11:10:05Z,topic='l3_agent')) {'router_ids': ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'], 'active': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:22.048342 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (5e500500-2baf-42b3-90ca-1b9b4e52d69a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.068048 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvr_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] Set router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 gateway port host: None {{(pid=102449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 11:30:22.079821 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e500500-2baf-42b3-90ca-1b9b4e52d69a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:22.119849 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_hamode_db [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:30:21Z', 'revision_number': 6, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port_host': None}], 'dv-cinder-826608-1-iscsi', False) {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:22.151287 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3419b-728d-4978-b8a8-f2a2696520c4 None None] The sync data for ids ['a39c24b7-4b59-4f8b-a737-b5ea5a3913a6'] in dv-cinder-826608-1-iscsi is: [{'id': 'a39c24b7-4b59-4f8b-a737-b5ea5a3913a6', 'name': 'tempest-TestVolumeBootPattern-68160733-router', 'tenant_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T11:23:11Z', 'updated_at': '2022-01-27T11:30:21Z', 'revision_number': 6, 'project_id': '222101a4e3c04f8b8de6a69c7ed911c0', 'gw_port_host': None}] {{(pid=102449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 11:30:22.412468 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565653'] for router_gateway (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.502819 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105230'] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.505117 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks [] for router_controller (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.555761 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567817'] for router (a39c24b7-4b59-4f8b-a737-b5ea5a3913a6), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.556313 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 {{(pid=102447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 11:30:22.561963 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.565504 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-162d3250-9058-48c5-a7be-03f91c76c23f admin admin] 10.222.0.52 "DELETE /v2.0/routers/a39c24b7-4b59-4f8b-a737-b5ea5a3913a6 HTTP/1.1" status: 204 len: 168 time: 1.0479271 Jan 27 11:30:22.565712 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 54056) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:22.617271 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Deleting subnet efdc001c-e309-4c87-8ce6-86da71ec152a {{(pid=102447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 11:30:22.620312 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Publish callbacks [] for subnet (efdc001c-e309-4c87-8ce6-86da71ec152a), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.658575 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25610587'] for subnet (efdc001c-e309-4c87-8ce6-86da71ec152a), precommit_delete_associations {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.736602 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16618182'] for subnet (efdc001c-e309-4c87-8ce6-86da71ec152a), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.793013 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16618189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25302207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25219264'] for subnet (efdc001c-e309-4c87-8ce6-86da71ec152a), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.821323 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efdc001c-e309-4c87-8ce6-86da71ec152a,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:22.825259 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.828447 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-a568661a-b81b-43ff-890e-a105a16e858d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/efdc001c-e309-4c87-8ce6-86da71ec152a HTTP/1.1" status: 204 len: 168 time: 0.2617860 Jan 27 11:30:22.830899 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [-] (102447) accepted ('10.222.0.52', 54058) {{(pid=102447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:22.833675 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981acf4-fcd1-427e-ad02-a1cd1f05cc9a None None] Network 18b54ff5-c72d-485f-8907-397cbba0af82 requested from dv-cinder-826608-1-iscsi {{(pid=102449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 11:30:22.896827 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16625799'] for network (18b54ff5-c72d-485f-8907-397cbba0af82), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.955383 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Deleting port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 {{(pid=102447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:22.955785 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:22.985150 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] DHCP port deletion for 18b54ff5-c72d-485f-8907-397cbba0af82 request from dv-cinder-826608-1-iscsi {{(pid=102449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 11:30:23.025324 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] For port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:23.025694 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.033199 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Deleting port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 27 11:30:23.033593 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738605605982'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.040004 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Calling delete_port for 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 owned by network:dhcp {{(pid=102447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:23.095555 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] For port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1, host dv-cinder-826608-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-1-iscsi',level=0,port_id=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,segment=NetworkSegment(a04e5120-6708-46bf-b900-511232119e33),segment_id=a04e5120-6708-46bf-b900-511232119e33)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 11:30:23.096041 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581492'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.108855 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Calling delete_port for 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 27 11:30:23.125039 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25302242'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.158165 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:23.162091 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] No DVR routers for this DVR port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 on host dv-cinder-826608-1-iscsi {{(pid=102447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:23.201238 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16739928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738605612216', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738605046541'] for port (516a3cdf-f5c2-475f-8c76-5a18089bb5e1), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.227071 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] Pushing event deleted for resources: {'Port': ['ID=516a3cdf-f5c2-475f-8c76-5a18089bb5e1,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:23.230862 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8c058-1dec-471a-894e-bb98a1c5283d None None] No DVR routers for this DVR port 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 on host dv-cinder-826608-1-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 11:30:23.243784 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16620113', 'neutron.services.segments.db._delete_segments_for_network-8738605484930'] for network (18b54ff5-c72d-485f-8907-397cbba0af82), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.268053 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b54ff5-c72d-485f-8907-397cbba0af82']}} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:23.277670 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04e5120-6708-46bf-b900-511232119e33') {'for_net_delete': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:23.278017 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.services.segments.db [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04e5120-6708-46bf-b900-511232119e33') {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 11:30:23.291455 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738605485707', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25610578'] for segment (a04e5120-6708-46bf-b900-511232119e33), before_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.304376 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325'] for segment (a04e5120-6708-46bf-b900-511232119e33), precommit_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.310696 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 11:30:23.311081 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16715325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25302033'] for segment (a04e5120-6708-46bf-b900-511232119e33), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: Traceback (most recent call last): Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: timer() Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: cb(*args, **kw) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: return func(*args, **kwargs) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: self._notify() Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: self.callback(batched_events) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: event.method(event) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: return f(self, *a, **k) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._get(url).json() Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: return self.request(url, 'GET', **kwargs) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 11:30:23.313018 dv-cinder-826608-1-iscsi neutron-server[102447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 11:30:23.372612 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16620120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-580989'] for network (18b54ff5-c72d-485f-8907-397cbba0af82), after_delete {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.378192 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557795'] for network (None), before_response {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.383354 dv-cinder-826608-1-iscsi neutron-server[102447]: INFO neutron.wsgi [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] 10.222.0.52 "DELETE /v2.0/networks/18b54ff5-c72d-485f-8907-397cbba0af82 HTTP/1.1" status: 204 len: 168 time: 0.5496576 Jan 27 11:30:23.392441 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1ec3e-92d7-4e13-8695-f2a870ac7a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b54ff5-c72d-485f-8907-397cbba0af82,revision_number=None']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:23.500967 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54062) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:23.541032 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-ad3d7ad6-72fa-450b-be84-9bd38f3396d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f622a52d7a640209c483adc4d75c764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388966 Jan 27 11:30:23.543678 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54064) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:23.589210 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] Publish callbacks [] for security_group (509111e7-0273-4490-937e-dc6eb455a9ce), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.615121 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] Publish callbacks [] for security_group (509111e7-0273-4490-937e-dc6eb455a9ce), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.670861 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (509111e7-0273-4490-937e-dc6eb455a9ce), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.673511 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:23.674720 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/509111e7-0273-4490-937e-dc6eb455a9ce HTTP/1.1" status: 204 len: 168 time: 0.1301634 Jan 27 11:30:23.682684 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44164fbb-0fb7-4569-b812-6854bee1f9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509111e7-0273-4490-937e-dc6eb455a9ce,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:24.008823 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54070) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:24.048255 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-f90c0ba9-33f5-4a2a-a550-096d6e506fef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=222101a4e3c04f8b8de6a69c7ed911c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382059 Jan 27 11:30:24.050729 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [-] (102448) accepted ('10.222.0.52', 54072) {{(pid=102448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 11:30:24.095981 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] Publish callbacks [] for security_group (8108a746-5e0e-4c81-95d1-67d3b128d55c), before_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:24.118440 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] Publish callbacks [] for security_group (8108a746-5e0e-4c81-95d1-67d3b128d55c), precommit_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:24.165448 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739493'] for security_group (8108a746-5e0e-4c81-95d1-67d3b128d55c), after_delete {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:24.168096 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron_lib.callbacks.manager [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:24.169258 dv-cinder-826608-1-iscsi neutron-server[102448]: INFO neutron.wsgi [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8108a746-5e0e-4c81-95d1-67d3b128d55c HTTP/1.1" status: 204 len: 168 time: 0.1176631 Jan 27 11:30:24.177856 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38baec-524e-4264-97cf-1a25664a29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108a746-5e0e-4c81-95d1-67d3b128d55c,revision_number=None']} {{(pid=102448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 11:30:24.195779 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device e1f1c522-2c21-42c1-848b-178681ab30cb no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:24.221786 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: e1f1c522-2c21-42c1-848b-178681ab30cb {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:24.222411 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device e1f1c522-2c21-42c1-848b-178681ab30cb not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:24.222996 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:24.242644 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:24.242986 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 516a3cdf-f5c2-475f-8c76-5a18089bb5e1 not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:24.243387 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5e500500-2baf-42b3-90ca-1b9b4e52d69a no longer exists at agent ovs-agent-dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 11:30:24.262160 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] No Port match for: 5e500500-2baf-42b3-90ca-1b9b4e52d69a {{(pid=102449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 27 11:30:24.262453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.rpc [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Device 5e500500-2baf-42b3-90ca-1b9b4e52d69a not bound to the agent host dv-cinder-826608-1-iscsi {{(pid=102449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 11:30:30.307386 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:32.369843 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-76c11bd1-d046-4c29-b3cd-677cd77197f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:34.634943 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6af7778d-60f5-4aea-a89e-85de27d9dca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:35.875913 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:37.324799 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:38.473289 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:30:39.071907 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:31:00.308629 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:02.374377 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fae9041a-0d4b-43e8-a375-4a07df93255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:04.633086 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7abed3c4-c059-40d6-b12a-943c1410669a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:05.888930 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:07.332447 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:08.479205 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:16.077108 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:31:30.320187 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:32.376630 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b642881e-725d-4886-8317-8956e99f7982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:34.639291 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6446784c-a0dc-48b7-b069-2b01bae0a2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:35.894945 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:37.342408 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:38.483511 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:31:53.087679 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:32:00.326864 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:02.375183 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0589e662-fd5f-4c13-8086-7cdf6bfd8330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:04.626959 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c930ac2-eb68-47d6-aacd-619c4d69e456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:05.898968 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:07.345434 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:08.488981 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:30.081935 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:32:30.332717 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:32.374512 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9a09b91e-1524-4362-9c2f-a7eab1f23fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:34.634014 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eae63568-84cc-4692-8ec7-031e08512929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:35.901142 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:37.346182 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:32:38.484599 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:00.327784 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:02.377433 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eeff6849-6e85-4b03-bb1a-b11060ab4c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:04.630884 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fa2cf45c-b51f-4f8d-b591-7070a2f1dbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:05.905287 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:07.086225 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:33:07.349099 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:08.488645 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:18.105746 dv-cinder-826608-1-iscsi neutron-server[102448]: DEBUG neutron.wsgi [req-74b3160d-7928-42ff-bdc6-c5864d46dc69 req-6b0ccc15-f64c-4dae-bb74-26c5b035da3d service neutron] (102448) timed out ('10.222.0.49', 58121) {{(pid=102448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 11:33:30.333137 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:31.260793 dv-cinder-826608-1-iscsi neutron-server[102447]: DEBUG neutron.wsgi [req-d418a361-2f3d-479f-a1f0-62fb9b37a0b9 req-51e7a701-7983-4b1d-864a-86f3584a8f46 service neutron] (102447) timed out ('10.222.0.49', 58113) {{(pid=102447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 11:33:32.384562 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23c5f149-2712-4b51-85b2-56b76b1510bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:34.621115 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dccf3a1e-fde6-4c4c-8b4e-43180064f952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:35.908103 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:37.351825 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:38.490498 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:33:44.092367 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:34:00.343815 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:02.380123 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-397225f0-23f3-417e-8731-a6b545285703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:04.628165 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f123fa48-10c1-4c17-841c-1c946cf0dde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:05.911453 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:07.362105 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:08.492413 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:21.092546 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:34:30.339576 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:32.383970 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-98302821-e3ae-409a-bcd1-b5a2dd82475a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:34.626156 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5664aae8-7c33-4a13-b8b4-be3d744549b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:35.916162 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:37.366478 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:38.500126 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:34:58.096358 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:35:00.365032 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:02.384979 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-463d68a6-b0d9-4a72-a7bc-94f3ed5accc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:04.624062 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-86ba3ed6-0314-4c3b-801b-4136672f03d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:05.916505 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:07.366827 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:08.500290 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:30.362821 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7b1c100a-830d-4d4b-8bb3-79557446c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (f05c996c-eaf1-4672-9fba-0ed408526ebf), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:32.382004 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c3019ec1-5b96-498f-bc07-4cd4c0d49e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (a38630f5-d94a-44f2-840c-8f377894758e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:34.619885 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ee40d267-4896-44ff-916f-371e6060f923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (1eb071cb-5f70-4249-bdf5-6260061a9854), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:35.096863 dv-cinder-826608-1-iscsi neutron-server[102450]: DEBUG neutron.db.agents_db [None req-21e2995f-16a2-40dc-958f-e9623465986d None None] Agent healthcheck: found 6 active agents {{(pid=102450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 11:35:35.926611 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-083ae87c-7372-4104-b83c-454499713d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (355a06fa-cc13-4db0-a0bd-bba110bbac2e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:37.362628 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-37be1d99-2422-40dd-95c0-17479a4bcc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (3b9a7252-b7d3-4664-94ef-817470704a7a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 11:35:38.491515 dv-cinder-826608-1-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60f26758-58f6-4497-955d-b9eccec34593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738605484912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16620625'] for agent (cf7735e9-8b34-4853-8c75-0dabd19e1812), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}